2024-05-08T22:20:50.628 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-08T22:20:50.628 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_pdonnell@teuthology --archive /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121 --verbose --description fs/upgrade/upgraded_client/{bluestore-bitmap centos_8 clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/pacific 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/iozone}}} --name pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi -- /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/orig.config.yaml 2024-05-08T22:20:50.672 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-08T22:20:50.754 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121 branch: wip-pdonnell-testing-20240508.150423-reef description: fs/upgrade/upgraded_client/{bluestore-bitmap centos_8 clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/pacific 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/iozone}}} email: pdonnell@redhat.com first_in_suite: false job_id: '7698121' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'install ceph/pacific latest ' name: pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-pdonnell-testing-20240508.150423-reef ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: mon pg warn min per osd: 0 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs check-counter: dry_run: true install: ceph: flavor: default sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240508.150423-reef sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 owner: scheduled_pdonnell@teuthology priority: 65 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - - client.0 seed: 2738 sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 sleep_before_teardown: 0 subset: 17/512 suite: fs suite_branch: wip-pdonnell-testing-20240508.150423-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_d21e4f961318b56f0d915caa2490c3711bf13c34/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 targets: smithi038.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP4wHQVwH9q03Hm3i+EANO/Ppkq/CzFjK4ccNnJh0P4JepspSrDJBMIo7J6RUQ+Wx0ftdyWlXsqUry2X+tcy7Mc= smithi143.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGYQQbjN/ocKg91SH2zZRzr6JfTjo3e4p/oUBCFMcGyu9dgLfuoy58HvgvhwHUr+nvjh+AE5TumCV+FcqsEOmaI= tasks: - install: branch: pacific exclude_packages: - cephadm - ceph-mgr-cephadm - ceph-immutable-object-cache - python3-rados - python3-rgw - python3-rbd - python3-cephfs - ceph-volume extra_packages: - python-rados - python-rgw - python-rbd - python-cephfs extra_system_packages: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - print: '**** done installing pacific' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client pacific - print: '**** done ceph' - ceph-fuse: null - ceph-fuse: client.0: mounted: false - print: '**** done unmount client.0' - install.upgrade: client.0: null - print: '**** done install.upgrade on client.0' - ceph-fuse: client.0: null - print: '**** done remount client.0' - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end - if not is_fuse() then reject() end teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-08_19:22:21 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-08T22:20:50.755 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_d21e4f961318b56f0d915caa2490c3711bf13c34/qa; will attempt to use it 2024-05-08T22:20:50.755 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_d21e4f961318b56f0d915caa2490c3711bf13c34/qa/tasks 2024-05-08T22:20:50.755 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-08T22:20:50.757 INFO:teuthology.task.internal:Checking packages... 2024-05-08T22:20:50.779 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd21e4f961318b56f0d915caa2490c3711bf13c34' 2024-05-08T22:20:50.779 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:20:50.779 INFO:teuthology.packaging:ref: None 2024-05-08T22:20:50.779 INFO:teuthology.packaging:tag: None 2024-05-08T22:20:50.779 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240508.150423-reef 2024-05-08T22:20:50.779 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:20:50.780 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-pdonnell-testing-20240508.150423-reef 2024-05-08T22:20:50.931 INFO:teuthology.task.internal:Found packages for ceph version 18.2.2-1322.gd21e4f96 2024-05-08T22:20:50.932 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-08T22:20:50.942 INFO:teuthology.task.internal:no buildpackages task found 2024-05-08T22:20:50.942 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-08T22:20:50.980 INFO:teuthology.task.internal:Saving configuration 2024-05-08T22:20:50.995 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-08T22:20:51.005 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-08T22:20:51.030 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi038.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-08 22:15:42.555166', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP4wHQVwH9q03Hm3i+EANO/Ppkq/CzFjK4ccNnJh0P4JepspSrDJBMIo7J6RUQ+Wx0ftdyWlXsqUry2X+tcy7Mc='} 2024-05-08T22:20:51.048 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi143.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-08 22:15:42.557009', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGYQQbjN/ocKg91SH2zZRzr6JfTjo3e4p/oUBCFMcGyu9dgLfuoy58HvgvhwHUr+nvjh+AE5TumCV+FcqsEOmaI='} 2024-05-08T22:20:51.048 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-08T22:20:51.055 INFO:teuthology.task.internal:roles: ubuntu@smithi038.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2024-05-08T22:20:51.055 INFO:teuthology.task.internal:roles: ubuntu@smithi143.front.sepia.ceph.com - ['client.0'] 2024-05-08T22:20:51.055 INFO:teuthology.run_tasks:Running task console_log... 2024-05-08T22:20:51.146 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5bfcd5ef70>, signals=[15]) 2024-05-08T22:20:51.146 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-08T22:20:51.155 INFO:teuthology.task.internal:Opening connections... 2024-05-08T22:20:51.155 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:20:51.157 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:20:51.230 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi143.front.sepia.ceph.com 2024-05-08T22:20:51.231 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:20:51.302 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-08T22:20:51.310 DEBUG:teuthology.orchestra.run.smithi038:> uname -m 2024-05-08T22:20:51.334 INFO:teuthology.orchestra.run.smithi038.stdout:x86_64 2024-05-08T22:20:51.334 DEBUG:teuthology.orchestra.run.smithi038:> cat /etc/os-release 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:NAME="CentOS Stream" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION="8" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:ID="centos" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:ID_LIKE="rhel fedora" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION_ID="8" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:PLATFORM_ID="platform:el8" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:PRETTY_NAME="CentOS Stream 8" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:ANSI_COLOR="0;31" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:HOME_URL="https://centos.org/" 2024-05-08T22:20:51.397 INFO:teuthology.orchestra.run.smithi038.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-08T22:20:51.398 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2024-05-08T22:20:51.398 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-08T22:20:51.398 INFO:teuthology.lock.ops:Updating smithi038.front.sepia.ceph.com on lock server 2024-05-08T22:20:51.429 DEBUG:teuthology.orchestra.run.smithi143:> uname -m 2024-05-08T22:20:51.455 INFO:teuthology.orchestra.run.smithi143.stdout:x86_64 2024-05-08T22:20:51.455 DEBUG:teuthology.orchestra.run.smithi143:> cat /etc/os-release 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:NAME="CentOS Stream" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:VERSION="8" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:ID="centos" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:ID_LIKE="rhel fedora" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:VERSION_ID="8" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:PLATFORM_ID="platform:el8" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:PRETTY_NAME="CentOS Stream 8" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:ANSI_COLOR="0;31" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:HOME_URL="https://centos.org/" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2024-05-08T22:20:51.517 INFO:teuthology.orchestra.run.smithi143.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-08T22:20:51.518 INFO:teuthology.lock.ops:Updating smithi143.front.sepia.ceph.com on lock server 2024-05-08T22:20:51.545 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-08T22:20:51.554 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-08T22:20:51.596 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-08T22:20:51.596 DEBUG:teuthology.orchestra.run.smithi038:> test '!' -e /home/ubuntu/cephtest 2024-05-08T22:20:51.599 DEBUG:teuthology.orchestra.run.smithi143:> test '!' -e /home/ubuntu/cephtest 2024-05-08T22:20:51.619 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-08T22:20:51.626 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-08T22:20:51.626 DEBUG:teuthology.orchestra.run.smithi038:> test -z $(ls -A /var/lib/ceph) 2024-05-08T22:20:51.660 DEBUG:teuthology.orchestra.run.smithi143:> test -z $(ls -A /var/lib/ceph) 2024-05-08T22:20:51.692 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-08T22:20:51.740 INFO:teuthology.run_tasks:Running task kernel... 2024-05-08T22:20:51.755 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-05-08T22:20:51.755 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'client.0': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-05-08T22:20:51.756 DEBUG:teuthology.orchestra.run.smithi038:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-08T22:20:51.756 DEBUG:teuthology.orchestra.run.smithi143:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-08T22:20:51.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:20:51.776 DEBUG:teuthology.orchestra.run.smithi143:> uname -r 2024-05-08T22:20:51.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:20:51.777 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-05-08T22:20:51.836 INFO:teuthology.orchestra.run.smithi143.stdout:4.18.0-489.el8.x86_64 2024-05-08T22:20:51.836 INFO:teuthology.task.kernel:Running kernel on smithi143: 4.18.0-489.el8.x86_64 2024-05-08T22:20:51.836 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum install -y kernel 2024-05-08T22:20:51.838 INFO:teuthology.orchestra.run.smithi038.stdout:4.18.0-489.el8.x86_64 2024-05-08T22:20:51.839 INFO:teuthology.task.kernel:Running kernel on smithi038: 4.18.0-489.el8.x86_64 2024-05-08T22:20:51.839 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum install -y kernel 2024-05-08T22:20:57.251 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - AppStream 9.8 MB/s | 28 MB 00:02 2024-05-08T22:21:04.335 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - BaseOS 5.3 MB/s | 10 MB 00:01 2024-05-08T22:21:04.340 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - AppStream 2.8 MB/s | 28 MB 00:09 2024-05-08T22:21:06.494 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - Extras 33 kB/s | 18 kB 00:00 2024-05-08T22:21:07.203 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - Extras common packages 13 kB/s | 7.7 kB 00:00 2024-05-08T22:21:07.421 INFO:teuthology.orchestra.run.smithi143.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2024-05-08T22:21:08.339 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2024-05-08T22:21:10.632 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - BaseOS 11 MB/s | 10 MB 00:00 2024-05-08T22:21:12.122 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 480 kB/s | 24 kB 00:00 2024-05-08T22:21:12.866 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - Extras 34 kB/s | 18 kB 00:00 2024-05-08T22:21:13.434 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - Extras common packages 17 kB/s | 7.7 kB 00:00 2024-05-08T22:21:13.669 INFO:teuthology.orchestra.run.smithi038.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2024-05-08T22:21:15.169 INFO:teuthology.orchestra.run.smithi143.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2024-05-08T22:21:15.169 INFO:teuthology.orchestra.run.smithi143.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2024-05-08T22:21:15.188 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2024-05-08T22:21:15.298 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-05-08T22:21:15.299 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-05-08T22:21:15.299 INFO:teuthology.orchestra.run.smithi143.stdout: Package Architecture Version Repository Size 2024-05-08T22:21:15.299 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-05-08T22:21:15.299 INFO:teuthology.orchestra.run.smithi143.stdout:Installing: 2024-05-08T22:21:15.300 INFO:teuthology.orchestra.run.smithi143.stdout: kernel x86_64 4.18.0-552.1.1.el8 baseos 10 M 2024-05-08T22:21:15.300 INFO:teuthology.orchestra.run.smithi143.stdout:Installing dependencies: 2024-05-08T22:21:15.300 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-core x86_64 4.18.0-552.1.1.el8 baseos 44 M 2024-05-08T22:21:15.300 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-modules x86_64 4.18.0-552.1.1.el8 baseos 36 M 2024-05-08T22:21:15.300 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:21:15.300 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-05-08T22:21:15.301 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-05-08T22:21:15.301 INFO:teuthology.orchestra.run.smithi143.stdout:Install 3 Packages 2024-05-08T22:21:15.301 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:21:15.301 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 90 M 2024-05-08T22:21:15.302 INFO:teuthology.orchestra.run.smithi143.stdout:Installed size: 96 M 2024-05-08T22:21:15.302 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-05-08T22:21:17.848 INFO:teuthology.orchestra.run.smithi143.stdout:(1/3): kernel-4.18.0-552.1.1.el8.x86_64.rpm 4.4 MB/s | 10 MB 00:02 2024-05-08T22:21:19.136 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 553 kB/s | 24 kB 00:00 2024-05-08T22:21:22.366 INFO:teuthology.orchestra.run.smithi038.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2024-05-08T22:21:22.366 INFO:teuthology.orchestra.run.smithi038.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2024-05-08T22:21:22.489 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-05-08T22:21:22.490 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-05-08T22:21:22.490 INFO:teuthology.orchestra.run.smithi038.stdout: Package Architecture Version Repository Size 2024-05-08T22:21:22.490 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-05-08T22:21:22.490 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout: kernel x86_64 4.18.0-552.1.1.el8 baseos 10 M 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-core x86_64 4.18.0-552.1.1.el8 baseos 44 M 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-modules x86_64 4.18.0-552.1.1.el8 baseos 36 M 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout:Install 3 Packages 2024-05-08T22:21:22.491 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:21:22.492 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 90 M 2024-05-08T22:21:22.492 INFO:teuthology.orchestra.run.smithi038.stdout:Installed size: 96 M 2024-05-08T22:21:22.492 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-05-08T22:21:22.764 INFO:teuthology.orchestra.run.smithi143.stdout:(2/3): kernel-modules-4.18.0-552.1.1.el8.x86_64 5.0 MB/s | 36 MB 00:07 2024-05-08T22:21:23.662 INFO:teuthology.orchestra.run.smithi038.stdout:(1/3): kernel-4.18.0-552.1.1.el8.x86_64.rpm 9.3 MB/s | 10 MB 00:01 2024-05-08T22:21:23.914 INFO:teuthology.orchestra.run.smithi143.stdout:(3/3): kernel-core-4.18.0-552.1.1.el8.x86_64.rp 5.2 MB/s | 44 MB 00:08 2024-05-08T22:21:23.915 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-05-08T22:21:23.915 INFO:teuthology.orchestra.run.smithi143.stdout:Total 11 MB/s | 90 MB 00:08 2024-05-08T22:21:24.594 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-05-08T22:21:25.001 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-05-08T22:21:25.001 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-05-08T22:21:25.179 INFO:teuthology.orchestra.run.smithi038.stdout:(2/3): kernel-modules-4.18.0-552.1.1.el8.x86_64 14 MB/s | 36 MB 00:02 2024-05-08T22:21:25.730 INFO:teuthology.orchestra.run.smithi038.stdout:(3/3): kernel-core-4.18.0-552.1.1.el8.x86_64.rp 14 MB/s | 44 MB 00:03 2024-05-08T22:21:25.731 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-05-08T22:21:25.731 INFO:teuthology.orchestra.run.smithi038.stdout:Total 28 MB/s | 90 MB 00:03 2024-05-08T22:21:26.258 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-05-08T22:21:26.282 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-05-08T22:21:26.449 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-05-08T22:21:26.895 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-05-08T22:21:26.895 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-05-08T22:21:28.206 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-05-08T22:21:28.223 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-05-08T22:21:29.089 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-05-08T22:21:29.680 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-core-4.18.0-552.1.1.el8.x86_64 1/3 2024-05-08T22:21:31.197 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-05-08T22:21:31.762 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-core-4.18.0-552.1.1.el8.x86_64 1/3 2024-05-08T22:21:33.230 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-core-4.18.0-552.1.1.el8.x86_64 1/3 2024-05-08T22:21:33.695 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-modules-4.18.0-552.1.1.el8.x86_64 2/3 2024-05-08T22:21:35.526 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-core-4.18.0-552.1.1.el8.x86_64 1/3 2024-05-08T22:21:35.928 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-modules-4.18.0-552.1.1.el8.x86_64 2/3 2024-05-08T22:21:37.131 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-modules-4.18.0-552.1.1.el8.x86_64 2/3 2024-05-08T22:21:37.437 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:21:39.611 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-modules-4.18.0-552.1.1.el8.x86_64 2/3 2024-05-08T22:21:39.931 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:21:59.227 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-core-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:21:59.252 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-modules-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:21:59.599 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:21:59.599 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-4.18.0-552.1.1.el8.x86_64 1/3 2024-05-08T22:21:59.599 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-core-4.18.0-552.1.1.el8.x86_64 2/3 2024-05-08T22:22:00.035 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-modules-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:22:00.035 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:22:00.035 INFO:teuthology.orchestra.run.smithi143.stdout:Installed: 2024-05-08T22:22:00.036 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.036 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-core-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.036 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-modules-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.036 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:22:00.036 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-05-08T22:22:00.167 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q kernel | sort -rV | head -n 1 2024-05-08T22:22:00.420 INFO:teuthology.orchestra.run.smithi143.stdout:kernel-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.420 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.421 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.421 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-08T22:22:00.421 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-08T22:22:00.421 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-05-08T22:22:00.421 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi143.front.sepia.ceph.com, path=None, version=distro) 2024-05-08T22:22:00.421 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q kernel | sort -rV | head -n 1 2024-05-08T22:22:00.632 INFO:teuthology.orchestra.run.smithi143.stdout:kernel-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.633 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.633 DEBUG:teuthology.orchestra.run.smithi143:> sudo rpm -qi grub2-tools 2024-05-08T22:22:00.666 INFO:teuthology.orchestra.run.smithi143.stdout:Name : grub2-tools 2024-05-08T22:22:00.666 INFO:teuthology.orchestra.run.smithi143.stdout:Epoch : 1 2024-05-08T22:22:00.666 INFO:teuthology.orchestra.run.smithi143.stdout:Version : 2.02 2024-05-08T22:22:00.666 INFO:teuthology.orchestra.run.smithi143.stdout:Release : 129.el8 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Architecture: x86_64 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Group : System Environment/Base 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Size : 9265586 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:License : GPLv3+ 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Build Host : kbuilder.bsys.centos.org 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Relocations : (not relocatable) 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Packager : CentOS BuildSystem 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Vendor : CentOS 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-08T22:22:00.667 INFO:teuthology.orchestra.run.smithi143.stdout:Summary : Support tools for GRUB. 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout:Description : 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout:hardware devices. 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:22:00.668 INFO:teuthology.orchestra.run.smithi143.stdout:This subpackage provides tools for support of all platforms. 2024-05-08T22:22:00.669 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-08T22:22:00.669 INFO:teuthology.task.kernel:Updating grub on smithi143 to boot 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:00.669 DEBUG:teuthology.orchestra.run.smithi143:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-08T22:22:02.373 INFO:teuthology.orchestra.run.smithi143.stderr:Generating grub configuration file ... 2024-05-08T22:22:03.425 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-core-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:22:03.449 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-modules-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:22:03.812 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:22:03.812 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-4.18.0-552.1.1.el8.x86_64 1/3 2024-05-08T22:22:03.812 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-core-4.18.0-552.1.1.el8.x86_64 2/3 2024-05-08T22:22:04.311 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-modules-4.18.0-552.1.1.el8.x86_64 3/3 2024-05-08T22:22:04.311 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:22:04.311 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-05-08T22:22:04.311 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.312 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-core-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.312 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-modules-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.312 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:22:04.312 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-05-08T22:22:04.450 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q kernel | sort -rV | head -n 1 2024-05-08T22:22:04.580 INFO:teuthology.orchestra.run.smithi143.stderr:done 2024-05-08T22:22:04.582 DEBUG:teuthology.orchestra.run.smithi143:> mktemp 2024-05-08T22:22:04.617 INFO:teuthology.orchestra.run.smithi143.stdout:/tmp/tmp.t7qsfi1GlS 2024-05-08T22:22:04.618 DEBUG:teuthology.orchestra.run.smithi143:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.t7qsfi1GlS 2024-05-08T22:22:04.674 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.674 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.674 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.674 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-08T22:22:04.674 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-08T22:22:04.674 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-05-08T22:22:04.674 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi038.front.sepia.ceph.com, path=None, version=distro) 2024-05-08T22:22:04.674 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q kernel | sort -rV | head -n 1 2024-05-08T22:22:04.697 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0666 /tmp/tmp.t7qsfi1GlS 2024-05-08T22:22:04.845 DEBUG:teuthology.orchestra.remote:smithi143:/tmp/tmp.t7qsfi1GlS is 6KB 2024-05-08T22:22:04.894 DEBUG:teuthology.orchestra.run.smithi143:> rm -fr /tmp/tmp.t7qsfi1GlS 2024-05-08T22:22:04.895 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.896 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.896 DEBUG:teuthology.orchestra.run.smithi038:> sudo rpm -qi grub2-tools 2024-05-08T22:22:04.913 DEBUG:teuthology.orchestra.run.smithi143:> sudo /bin/ls /boot/loader/entries || true 2024-05-08T22:22:04.931 INFO:teuthology.orchestra.run.smithi038.stdout:Name : grub2-tools 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Epoch : 1 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Version : 2.02 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Release : 129.el8 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Architecture: x86_64 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Group : System Environment/Base 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Size : 9265586 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:License : GPLv3+ 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Build Host : kbuilder.bsys.centos.org 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Relocations : (not relocatable) 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Packager : CentOS BuildSystem 2024-05-08T22:22:04.932 INFO:teuthology.orchestra.run.smithi038.stdout:Vendor : CentOS 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:Summary : Support tools for GRUB. 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:Description : 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:hardware devices. 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:22:04.933 INFO:teuthology.orchestra.run.smithi038.stdout:This subpackage provides tools for support of all platforms. 2024-05-08T22:22:04.934 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-08T22:22:04.934 INFO:teuthology.task.kernel:Updating grub on smithi038 to boot 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:04.934 DEBUG:teuthology.orchestra.run.smithi038:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-08T22:22:04.982 INFO:teuthology.orchestra.run.smithi143.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2024-05-08T22:22:04.983 INFO:teuthology.orchestra.run.smithi143.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2024-05-08T22:22:04.983 INFO:teuthology.orchestra.run.smithi143.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2024-05-08T22:22:04.983 INFO:teuthology.orchestra.run.smithi143.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-552.1.1.el8.x86_64.conf 2024-05-08T22:22:04.984 DEBUG:teuthology.orchestra.run.smithi143:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:05.133 DEBUG:teuthology.orchestra.run.smithi143:> sudo shutdown -r now 2024-05-08T22:22:06.230 INFO:teuthology.orchestra.run.smithi038.stderr:Generating grub configuration file ... 2024-05-08T22:22:08.627 INFO:teuthology.orchestra.run.smithi038.stderr:done 2024-05-08T22:22:08.628 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-05-08T22:22:08.655 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.iDMwAjqTqB 2024-05-08T22:22:08.655 DEBUG:teuthology.orchestra.run.smithi038:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iDMwAjqTqB 2024-05-08T22:22:08.727 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.iDMwAjqTqB 2024-05-08T22:22:08.874 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.iDMwAjqTqB is 6KB 2024-05-08T22:22:08.922 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.iDMwAjqTqB 2024-05-08T22:22:08.940 DEBUG:teuthology.orchestra.run.smithi038:> sudo /bin/ls /boot/loader/entries || true 2024-05-08T22:22:09.006 INFO:teuthology.orchestra.run.smithi038.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2024-05-08T22:22:09.006 INFO:teuthology.orchestra.run.smithi038.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2024-05-08T22:22:09.006 INFO:teuthology.orchestra.run.smithi038.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2024-05-08T22:22:09.007 INFO:teuthology.orchestra.run.smithi038.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-552.1.1.el8.x86_64.conf 2024-05-08T22:22:09.008 DEBUG:teuthology.orchestra.run.smithi038:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-552.1.1.el8.x86_64 2024-05-08T22:22:09.146 DEBUG:teuthology.orchestra.run.smithi038:> sudo shutdown -r now 2024-05-08T22:22:35.163 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-08T22:22:35.163 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-05-08T22:22:35.164 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:22:39.150 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-05-08T22:22:39.151 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-05-08T22:22:39.151 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:23:35.223 DEBUG:teuthology.orchestra.remote:timed out 2024-05-08T22:23:39.157 DEBUG:teuthology.orchestra.remote:timed out 2024-05-08T22:23:44.228 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-05-08T22:23:44.229 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:23:44.505 DEBUG:teuthology.orchestra.run.smithi143:> true 2024-05-08T22:23:44.809 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-05-08T22:23:44.810 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "4.18.0-552.1.1.el8.x86_64"... 2024-05-08T22:23:44.810 DEBUG:teuthology.orchestra.run.smithi143:> uname -r 2024-05-08T22:23:44.826 INFO:teuthology.orchestra.run.smithi143.stdout:4.18.0-552.1.1.el8.x86_64 2024-05-08T22:23:44.826 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-552.1.1.el8.x86_64 vs 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:23:44.826 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-08T22:23:44.826 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-08T22:23:45.827 INFO:teuthology.task.kernel:Enabling kdb on client.0... 2024-05-08T22:23:45.828 DEBUG:teuthology.orchestra.run.smithi143:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-08T22:23:45.911 INFO:teuthology.orchestra.run.smithi143.stdout:ttyS1 2024-05-08T22:23:45.930 DEBUG:teuthology.parallel:result is None 2024-05-08T22:23:48.157 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-05-08T22:23:48.158 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:23:48.715 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-05-08T22:23:48.942 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-05-08T22:23:48.942 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-552.1.1.el8.x86_64"... 2024-05-08T22:23:48.942 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-05-08T22:23:48.959 INFO:teuthology.orchestra.run.smithi038.stdout:4.18.0-552.1.1.el8.x86_64 2024-05-08T22:23:48.959 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-552.1.1.el8.x86_64 vs 4.18.0-552.1.1.el8.x86_64 2024-05-08T22:23:48.959 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-08T22:23:48.959 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-08T22:23:49.960 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-05-08T22:23:49.960 DEBUG:teuthology.orchestra.run.smithi038:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-08T22:23:50.034 INFO:teuthology.orchestra.run.smithi038.stdout:ttyS1 2024-05-08T22:23:50.051 DEBUG:teuthology.parallel:result is None 2024-05-08T22:23:50.051 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-08T22:23:50.060 INFO:teuthology.task.internal:Creating test directory... 2024-05-08T22:23:50.061 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-08T22:23:50.063 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-08T22:23:50.087 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-08T22:23:50.102 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-08T22:23:50.152 INFO:teuthology.task.internal:Creating archive directory... 2024-05-08T22:23:50.153 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-08T22:23:50.155 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-08T22:23:50.193 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-08T22:23:50.202 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-08T22:23:50.202 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-08T22:23:50.219 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-08T22:23:50.268 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T22:23:50.275 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T22:23:50.279 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T22:23:50.285 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T22:23:50.286 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-08T22:23:50.294 INFO:teuthology.task.internal:Configuring sudo... 2024-05-08T22:23:50.294 DEBUG:teuthology.orchestra.run.smithi038:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-08T22:23:50.296 DEBUG:teuthology.orchestra.run.smithi143:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-08T22:23:50.351 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-08T22:23:50.360 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-08T22:23:50.361 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-08T22:23:50.363 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-08T22:23:50.410 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T22:23:50.466 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T22:23:50.509 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T22:23:50.592 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T22:23:50.633 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:23:50.633 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-08T22:23:50.701 DEBUG:teuthology.orchestra.run.smithi143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T22:23:50.746 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T22:23:50.797 DEBUG:teuthology.orchestra.run.smithi143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T22:23:50.884 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T22:23:50.925 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:23:50.925 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-08T22:23:50.992 DEBUG:teuthology.orchestra.run.smithi038:> sudo service rsyslog restart 2024-05-08T22:23:50.995 DEBUG:teuthology.orchestra.run.smithi143:> sudo service rsyslog restart 2024-05-08T22:23:51.065 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T22:23:51.090 INFO:teuthology.orchestra.run.smithi143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T22:23:51.411 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-08T22:23:51.419 INFO:teuthology.task.internal:Starting timer... 2024-05-08T22:23:51.419 INFO:teuthology.run_tasks:Running task pcp... 2024-05-08T22:23:51.455 INFO:teuthology.run_tasks:Running task selinux... 2024-05-08T22:23:51.505 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-05-08T22:23:51.505 DEBUG:teuthology.orchestra.run.smithi038:> sudo service auditd rotate 2024-05-08T22:23:51.583 INFO:teuthology.orchestra.run.smithi038.stdout:Rotating logs: 2024-05-08T22:23:51.585 DEBUG:teuthology.orchestra.run.smithi143:> sudo service auditd rotate 2024-05-08T22:23:51.662 INFO:teuthology.orchestra.run.smithi143.stdout:Rotating logs: 2024-05-08T22:23:51.664 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-08T22:23:51.664 DEBUG:teuthology.orchestra.run.smithi038:> /usr/sbin/getenforce 2024-05-08T22:23:51.690 INFO:teuthology.orchestra.run.smithi038.stdout:Permissive 2024-05-08T22:23:51.691 DEBUG:teuthology.orchestra.run.smithi143:> /usr/sbin/getenforce 2024-05-08T22:23:51.726 INFO:teuthology.orchestra.run.smithi143.stdout:Permissive 2024-05-08T22:23:51.726 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi038.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi143.front.sepia.ceph.com': 'permissive'} 2024-05-08T22:23:51.726 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-08T22:23:51.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:23:51.756 DEBUG:teuthology.orchestra.run.smithi143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-08T22:23:51.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:23:51.793 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-08T22:23:51.793 DEBUG:teuthology.orchestra.run.smithi038:> sudo /usr/sbin/setenforce permissive 2024-05-08T22:23:51.837 DEBUG:teuthology.orchestra.run.smithi143:> sudo /usr/sbin/setenforce permissive 2024-05-08T22:23:51.864 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-08T22:23:51.873 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-08T22:23:51.878 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-08T22:23:52.008 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-08T22:23:52.025 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-08T22:23:52.026 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi038.front.sepia.ceph.com,smithi143.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-08T22:29:57.428 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi038.front.sepia.ceph.com'), Remote(name='ubuntu@smithi143.front.sepia.ceph.com')] 2024-05-08T22:29:57.430 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-05-08T22:29:57.431 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:29:57.527 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-05-08T22:29:57.600 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-05-08T22:29:57.600 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-05-08T22:29:57.601 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T22:29:57.687 DEBUG:teuthology.orchestra.run.smithi143:> true 2024-05-08T22:29:57.758 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-05-08T22:29:57.758 INFO:teuthology.run_tasks:Running task clock... 2024-05-08T22:29:57.788 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-08T22:29:57.788 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-08T22:29:57.789 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T22:29:57.793 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-08T22:29:57.793 DEBUG:teuthology.orchestra.run.smithi143:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T22:29:57.829 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-08T22:29:57.837 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-08T22:29:57.844 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-08T22:29:57.850 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-08T22:29:57.909 INFO:teuthology.orchestra.run.smithi038.stderr:sudo: ntpd: command not found 2024-05-08T22:29:57.924 INFO:teuthology.orchestra.run.smithi143.stderr:sudo: ntpd: command not found 2024-05-08T22:29:57.924 INFO:teuthology.orchestra.run.smithi038.stdout:506 Cannot talk to daemon 2024-05-08T22:29:57.925 INFO:teuthology.orchestra.run.smithi143.stdout:506 Cannot talk to daemon 2024-05-08T22:29:57.937 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-08T22:29:57.937 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-08T22:29:57.951 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-08T22:29:57.951 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-08T22:29:58.011 INFO:teuthology.orchestra.run.smithi143.stderr:bash: ntpq: command not found 2024-05-08T22:29:58.015 INFO:teuthology.orchestra.run.smithi143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T22:29:58.015 INFO:teuthology.orchestra.run.smithi143.stdout:=============================================================================== 2024-05-08T22:29:58.015 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.015 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.015 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.015 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.016 INFO:teuthology.orchestra.run.smithi038.stderr:bash: ntpq: command not found 2024-05-08T22:29:58.018 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T22:29:58.018 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-05-08T22:29:58.018 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.018 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.018 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.018 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:29:58.019 INFO:teuthology.run_tasks:Running task install... 2024-05-08T22:29:58.245 DEBUG:teuthology.task.install:project ceph 2024-05-08T22:29:58.245 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'}} 2024-05-08T22:29:58.245 DEBUG:teuthology.task.install:config {'branch': 'pacific', 'exclude_packages': ['cephadm', 'ceph-mgr-cephadm', 'ceph-immutable-object-cache', 'python3-rados', 'python3-rgw', 'python3-rbd', 'python3-cephfs', 'ceph-volume'], 'extra_packages': ['python-rados', 'python-rgw', 'python-rbd', 'python-cephfs'], 'extra_system_packages': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux'], 'flavor': 'default', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'} 2024-05-08T22:29:58.246 INFO:teuthology.task.install:Using flavor: default 2024-05-08T22:29:58.252 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-08T22:29:58.252 INFO:teuthology.task.install:extra packages: ['python-rados', 'python-rgw', 'python-rbd', 'python-cephfs'] 2024-05-08T22:29:58.253 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['cephadm', 'ceph-mgr-cephadm', 'ceph-immutable-object-cache', 'python3-rados', 'python3-rgw', 'python3-rbd', 'python3-cephfs', 'ceph-volume'], 'extra_packages': ['python-rados', 'python-rgw', 'python-rbd', 'python-cephfs'], 'extra_system_packages': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34', 'tag': None, 'wait_for_package': False} 2024-05-08T22:29:58.253 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:29:58.253 INFO:teuthology.packaging:ref: None 2024-05-08T22:29:58.253 INFO:teuthology.packaging:tag: None 2024-05-08T22:29:58.253 INFO:teuthology.packaging:branch: pacific 2024-05-08T22:29:58.253 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:29:58.253 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-05-08T22:29:58.255 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'pacific', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['cephadm', 'ceph-mgr-cephadm', 'ceph-immutable-object-cache', 'python3-rados', 'python3-rgw', 'python3-rbd', 'python3-cephfs', 'ceph-volume'], 'extra_packages': ['python-rados', 'python-rgw', 'python-rbd', 'python-cephfs'], 'extra_system_packages': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34', 'tag': None, 'wait_for_package': False} 2024-05-08T22:29:58.256 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:29:58.256 INFO:teuthology.packaging:ref: None 2024-05-08T22:29:58.256 INFO:teuthology.packaging:tag: None 2024-05-08T22:29:58.256 INFO:teuthology.packaging:branch: pacific 2024-05-08T22:29:58.256 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:29:58.256 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-05-08T22:29:58.571 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/ 2024-05-08T22:29:58.571 INFO:teuthology.task.install.rpm:Package version is 16.2.15-0 2024-05-08T22:29:58.579 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/ 2024-05-08T22:29:58.579 INFO:teuthology.task.install.rpm:Package version is 16.2.15-0 2024-05-08T22:29:58.630 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-08T22:29:58.630 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:29:58.630 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-08T22:29:58.641 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/pacific/618f440892089921c3e944a991122ddc44e60516/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-08T22:29:58.642 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:29:58.642 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-08T22:29:58.665 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, rbd-fuse, rbd-mirror, rbd-nbd, python-rados, python-rgw, python-rbd, python-cephfs, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux on remote rpm x86_64 2024-05-08T22:29:58.665 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:29:58.666 INFO:teuthology.packaging:ref: None 2024-05-08T22:29:58.666 INFO:teuthology.packaging:tag: None 2024-05-08T22:29:58.666 INFO:teuthology.packaging:branch: pacific 2024-05-08T22:29:58.666 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:29:58.666 DEBUG:teuthology.orchestra.run.smithi038:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-08T22:29:58.675 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, rbd-fuse, rbd-mirror, rbd-nbd, python-rados, python-rgw, python-rbd, python-cephfs, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux on remote rpm x86_64 2024-05-08T22:29:58.675 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:29:58.675 INFO:teuthology.packaging:ref: None 2024-05-08T22:29:58.675 INFO:teuthology.packaging:tag: None 2024-05-08T22:29:58.675 INFO:teuthology.packaging:branch: pacific 2024-05-08T22:29:58.675 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:29:58.675 DEBUG:teuthology.orchestra.run.smithi143:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/pacific/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-08T22:29:58.741 DEBUG:teuthology.orchestra.run.smithi038:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-08T22:29:58.750 DEBUG:teuthology.orchestra.run.smithi143:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-08T22:29:58.827 DEBUG:teuthology.orchestra.run.smithi038:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-08T22:29:58.833 DEBUG:teuthology.orchestra.run.smithi143:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-08T22:29:58.898 INFO:teuthology.orchestra.run.smithi038.stdout:check_obsoletes = 1 2024-05-08T22:29:58.899 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum clean all 2024-05-08T22:29:58.903 INFO:teuthology.orchestra.run.smithi143.stdout:check_obsoletes = 1 2024-05-08T22:29:58.904 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum clean all 2024-05-08T22:29:59.174 INFO:teuthology.orchestra.run.smithi143.stdout:78 files removed 2024-05-08T22:29:59.184 INFO:teuthology.orchestra.run.smithi038.stdout:78 files removed 2024-05-08T22:29:59.202 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 rbd-fuse rbd-mirror rbd-nbd python-rados python-rgw python-rbd python-cephfs bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux 2024-05-08T22:29:59.212 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 rbd-fuse rbd-mirror rbd-nbd python-rados python-rgw python-rbd python-cephfs bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux 2024-05-08T22:29:59.713 INFO:teuthology.orchestra.run.smithi038.stdout:ceph packages for x86_64 1.0 MB/s | 76 kB 00:00 2024-05-08T22:29:59.714 INFO:teuthology.orchestra.run.smithi143.stdout:ceph packages for x86_64 703 kB/s | 76 kB 00:00 2024-05-08T22:29:59.822 INFO:teuthology.orchestra.run.smithi038.stdout:ceph noarch packages 224 kB/s | 15 kB 00:00 2024-05-08T22:29:59.823 INFO:teuthology.orchestra.run.smithi143.stdout:ceph noarch packages 215 kB/s | 15 kB 00:00 2024-05-08T22:29:59.914 INFO:teuthology.orchestra.run.smithi038.stdout:ceph source packages 28 kB/s | 1.7 kB 00:00 2024-05-08T22:29:59.924 INFO:teuthology.orchestra.run.smithi143.stdout:ceph source packages 24 kB/s | 1.7 kB 00:00 2024-05-08T22:30:01.899 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - AppStream 14 MB/s | 28 MB 00:01 2024-05-08T22:30:01.940 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - AppStream 14 MB/s | 28 MB 00:01 2024-05-08T22:30:08.349 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - BaseOS 9.5 MB/s | 10 MB 00:01 2024-05-08T22:30:08.983 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - BaseOS 4.9 MB/s | 10 MB 00:02 2024-05-08T22:30:10.507 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - Extras 41 kB/s | 18 kB 00:00 2024-05-08T22:30:11.017 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - Extras common packages 20 kB/s | 7.7 kB 00:00 2024-05-08T22:30:11.158 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - Extras 32 kB/s | 18 kB 00:00 2024-05-08T22:30:11.667 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - Extras common packages 19 kB/s | 7.7 kB 00:00 2024-05-08T22:30:12.218 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 8 - PowerTools 4.5 MB/s | 5.0 MB 00:01 2024-05-08T22:30:12.701 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - PowerTools 5.3 MB/s | 5.0 MB 00:00 2024-05-08T22:30:13.372 INFO:teuthology.orchestra.run.smithi038.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2024-05-08T22:30:13.761 INFO:teuthology.orchestra.run.smithi143.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2024-05-08T22:30:14.397 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 18 MB/s | 16 MB 00:00 2024-05-08T22:30:14.629 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 21 MB/s | 16 MB 00:00 2024-05-08T22:30:18.438 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 368 kB/s | 24 kB 00:00 2024-05-08T22:30:18.454 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 417 kB/s | 24 kB 00:00 2024-05-08T22:30:22.111 INFO:teuthology.orchestra.run.smithi143.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-05-08T22:30:22.112 INFO:teuthology.orchestra.run.smithi143.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-05-08T22:30:22.130 INFO:teuthology.orchestra.run.smithi143.stdout:Package NetworkManager-1:1.40.16-4.el8.x86_64 is already installed. 2024-05-08T22:30:22.131 INFO:teuthology.orchestra.run.smithi143.stdout:Package iproute-6.2.0-1.el8.x86_64 is already installed. 2024-05-08T22:30:22.133 INFO:teuthology.orchestra.run.smithi143.stdout:Package util-linux-2.32.1-41.el8.x86_64 is already installed. 2024-05-08T22:30:22.200 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout:============================================================================================ 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout: Package Arch Version Repository Size 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout:============================================================================================ 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout:Installing: 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout: bison x86_64 3.0.4-10.el8 appstream 688 k 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout: ceph x86_64 2:16.2.15-0.el8 ceph 6.3 k 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base x86_64 2:16.2.15-0.el8 ceph 6.1 M 2024-05-08T22:30:22.212 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse x86_64 2:16.2.15-0.el8 ceph 911 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr x86_64 2:16.2.15-0.el8 ceph 1.6 M 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard noarch 2:16.2.15-0.el8 ceph-noarch 3.1 M 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.15-0.el8 ceph-noarch 8.6 M 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook noarch 2:16.2.15-0.el8 ceph-noarch 27 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw x86_64 2:16.2.15-0.el8 ceph 12 M 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test x86_64 2:16.2.15-0.el8 ceph 52 M 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-devel x86_64 0.190-2.el8 baseos 62 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: flex x86_64 2.6.1-9.el8 appstream 320 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel x86_64 2:16.2.15-0.el8 ceph 25 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2 x86_64 2:16.2.15-0.el8 ceph 825 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel x86_64 2:16.2.15-0.el8 ceph 131 k 2024-05-08T22:30:22.213 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-devel x86_64 1:1.1.1k-12.el8 baseos 3.2 M 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs x86_64 2:16.2.15-0.el8 ceph 215 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados x86_64 2:16.2.15-0.el8 ceph 389 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd x86_64 2:16.2.15-0.el8 ceph 369 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw x86_64 2:16.2.15-0.el8 ceph 114 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse x86_64 2:16.2.15-0.el8 ceph 88 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd x86_64 2:16.2.15-0.el8 ceph 175 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrading: 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager x86_64 1:1.40.16-15.el8 baseos 2.3 M 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-libnm x86_64 1:1.40.16-15.el8 baseos 1.9 M 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-team x86_64 1:1.40.16-15.el8 baseos 161 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-tui x86_64 1:1.40.16-15.el8 baseos 356 k 2024-05-08T22:30:22.214 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-debuginfod-client x86_64 0.190-2.el8 baseos 77 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf x86_64 0.190-2.el8 baseos 233 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libs x86_64 0.190-2.el8 baseos 305 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: iproute x86_64 6.2.0-5.el8 baseos 854 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: libblkid x86_64 2.32.1-46.el8 baseos 221 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: libfdisk x86_64 2.32.1-46.el8 baseos 254 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: libmount x86_64 2.32.1-46.el8 baseos 237 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: librados2 x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1 x86_64 2:16.2.15-0.el8 ceph 4.2 M 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: libsmartcols x86_64 2.32.1-46.el8 baseos 180 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: libuuid x86_64 2.32.1-46.el8 baseos 99 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: openssl x86_64 1:1.1.1k-12.el8 baseos 738 k 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-libs x86_64 1:1.1.1k-12.el8 baseos 1.5 M 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: util-linux x86_64 2.32.1-46.el8 baseos 2.6 M 2024-05-08T22:30:22.215 INFO:teuthology.orchestra.run.smithi143.stdout: util-linux-user x86_64 2.32.1-46.el8 baseos 103 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout:Installing dependencies: 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common x86_64 2:16.2.15-0.el8 ceph 24 M 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards noarch 2:16.2.15-0.el8 ceph-noarch 24 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds x86_64 2:16.2.15-0.el8 ceph 2.4 M 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core noarch 2:16.2.15-0.el8 ceph-noarch 245 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon x86_64 2:16.2.15-0.el8 ceph 5.2 M 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd x86_64 2:16.2.15-0.el8 ceph 19 M 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts noarch 2:16.2.15-0.el8 ceph-noarch 15 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux x86_64 2:16.2.15-0.el8 ceph 26 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: fuse x86_64 2.9.7-19.el8 baseos 83 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 baseos 48 k 2024-05-08T22:30:22.216 INFO:teuthology.orchestra.run.smithi143.stdout: krb5-devel x86_64 1.18.2-22.el8 baseos 561 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite x86_64 2:16.2.15-0.el8 ceph 174 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libcom_err-devel x86_64 1.45.6-5.el8 baseos 39 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libgfortran x86_64 8.5.0-22.el8 baseos 645 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libquadmath x86_64 8.5.0-22.el8 baseos 172 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: librabbitmq x86_64 0.9.0-5.el8 baseos 47 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1 x86_64 2:16.2.15-0.el8 ceph 494 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2 x86_64 2:16.2.15-0.el8 ceph 3.8 M 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libselinux-devel x86_64 2.9-8.el8 baseos 200 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libsepol-devel x86_64 2.9-3.el8 baseos 87 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-05-08T22:30:22.217 INFO:teuthology.orchestra.run.smithi143.stdout: libverto-devel x86_64 0.3.2-2.el8 baseos 18 k 2024-05-08T22:30:22.218 INFO:teuthology.orchestra.run.smithi143.stdout: libzstd-devel x86_64 1.4.4-1.el8 baseos 44 k 2024-05-08T22:30:22.218 INFO:teuthology.orchestra.run.smithi143.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2024-05-08T22:30:22.218 INFO:teuthology.orchestra.run.smithi143.stdout: oniguruma x86_64 6.8.2-3.el8 appstream 188 k 2024-05-08T22:30:22.218 INFO:teuthology.orchestra.run.smithi143.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2024-05-08T22:30:22.218 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2024-05-08T22:30:22.218 INFO:teuthology.orchestra.run.smithi143.stdout: pcre2-devel x86_64 10.32-3.el8 baseos 605 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: pcre2-utf16 x86_64 10.32-3.el8 baseos 229 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: pcre2-utf32 x86_64 10.32-3.el8 baseos 220 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse x86_64 2:16.2.15-0.el8 ceph 45 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common x86_64 2:16.2.15-0.el8 ceph 99 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cryptography x86_64 3.2.1-7.el8 baseos 641 k 2024-05-08T22:30:22.219 INFO:teuthology.orchestra.run.smithi143.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2024-05-08T22:30:22.220 INFO:teuthology.orchestra.run.smithi143.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2024-05-08T22:30:22.221 INFO:teuthology.orchestra.run.smithi143.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-05-08T22:30:22.222 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: zlib-devel x86_64 1.2.11-21.el8 baseos 58 k 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout:============================================================================================ 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout:Install 108 Packages 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrade 19 Packages 2024-05-08T22:30:22.223 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:30:22.224 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 209 M 2024-05-08T22:30:22.224 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-05-08T22:30:22.301 INFO:teuthology.orchestra.run.smithi038.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-05-08T22:30:22.303 INFO:teuthology.orchestra.run.smithi038.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-05-08T22:30:22.320 INFO:teuthology.orchestra.run.smithi038.stdout:Package NetworkManager-1:1.40.16-4.el8.x86_64 is already installed. 2024-05-08T22:30:22.321 INFO:teuthology.orchestra.run.smithi038.stdout:Package iproute-6.2.0-1.el8.x86_64 is already installed. 2024-05-08T22:30:22.322 INFO:teuthology.orchestra.run.smithi038.stdout:Package util-linux-2.32.1-41.el8.x86_64 is already installed. 2024-05-08T22:30:22.395 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:============================================================================================ 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout: Package Arch Version Repository Size 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:============================================================================================ 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout: bison x86_64 3.0.4-10.el8 appstream 688 k 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout: ceph x86_64 2:16.2.15-0.el8 ceph 6.3 k 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base x86_64 2:16.2.15-0.el8 ceph 6.1 M 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse x86_64 2:16.2.15-0.el8 ceph 911 k 2024-05-08T22:30:22.409 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr x86_64 2:16.2.15-0.el8 ceph 1.6 M 2024-05-08T22:30:22.410 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard noarch 2:16.2.15-0.el8 ceph-noarch 3.1 M 2024-05-08T22:30:22.410 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local noarch 2:16.2.15-0.el8 ceph-noarch 8.6 M 2024-05-08T22:30:22.410 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook noarch 2:16.2.15-0.el8 ceph-noarch 27 k 2024-05-08T22:30:22.410 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw x86_64 2:16.2.15-0.el8 ceph 12 M 2024-05-08T22:30:22.410 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test x86_64 2:16.2.15-0.el8 ceph 52 M 2024-05-08T22:30:22.410 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-devel x86_64 0.190-2.el8 baseos 62 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: flex x86_64 2.6.1-9.el8 appstream 320 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel x86_64 2:16.2.15-0.el8 ceph 25 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2 x86_64 2:16.2.15-0.el8 ceph 825 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel x86_64 2:16.2.15-0.el8 ceph 131 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-devel x86_64 1:1.1.1k-12.el8 baseos 3.2 M 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs x86_64 2:16.2.15-0.el8 ceph 215 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados x86_64 2:16.2.15-0.el8 ceph 389 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd x86_64 2:16.2.15-0.el8 ceph 369 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw x86_64 2:16.2.15-0.el8 ceph 114 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse x86_64 2:16.2.15-0.el8 ceph 88 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd x86_64 2:16.2.15-0.el8 ceph 175 k 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrading: 2024-05-08T22:30:22.411 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager x86_64 1:1.40.16-15.el8 baseos 2.3 M 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-libnm x86_64 1:1.40.16-15.el8 baseos 1.9 M 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-team x86_64 1:1.40.16-15.el8 baseos 161 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-tui x86_64 1:1.40.16-15.el8 baseos 356 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-debuginfod-client x86_64 0.190-2.el8 baseos 77 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf x86_64 0.190-2.el8 baseos 233 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libs x86_64 0.190-2.el8 baseos 305 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: iproute x86_64 6.2.0-5.el8 baseos 854 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: libblkid x86_64 2.32.1-46.el8 baseos 221 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: libfdisk x86_64 2.32.1-46.el8 baseos 254 k 2024-05-08T22:30:22.412 INFO:teuthology.orchestra.run.smithi038.stdout: libmount x86_64 2.32.1-46.el8 baseos 237 k 2024-05-08T22:30:22.413 INFO:teuthology.orchestra.run.smithi038.stdout: librados2 x86_64 2:16.2.15-0.el8 ceph 3.7 M 2024-05-08T22:30:22.413 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1 x86_64 2:16.2.15-0.el8 ceph 4.2 M 2024-05-08T22:30:22.413 INFO:teuthology.orchestra.run.smithi038.stdout: libsmartcols x86_64 2.32.1-46.el8 baseos 180 k 2024-05-08T22:30:22.413 INFO:teuthology.orchestra.run.smithi038.stdout: libuuid x86_64 2.32.1-46.el8 baseos 99 k 2024-05-08T22:30:22.413 INFO:teuthology.orchestra.run.smithi038.stdout: openssl x86_64 1:1.1.1k-12.el8 baseos 738 k 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-libs x86_64 1:1.1.1k-12.el8 baseos 1.5 M 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: util-linux x86_64 2.32.1-46.el8 baseos 2.6 M 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: util-linux-user x86_64 2.32.1-46.el8 baseos 103 k 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common x86_64 2:16.2.15-0.el8 ceph 24 M 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards noarch 2:16.2.15-0.el8 ceph-noarch 24 k 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds x86_64 2:16.2.15-0.el8 ceph 2.4 M 2024-05-08T22:30:22.414 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core noarch 2:16.2.15-0.el8 ceph-noarch 245 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon x86_64 2:16.2.15-0.el8 ceph 5.2 M 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd x86_64 2:16.2.15-0.el8 ceph 19 M 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts noarch 2:16.2.15-0.el8 ceph-noarch 15 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux x86_64 2:16.2.15-0.el8 ceph 26 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: fuse x86_64 2.9.7-19.el8 baseos 83 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 baseos 48 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: krb5-devel x86_64 1.18.2-22.el8 baseos 561 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite x86_64 2:16.2.15-0.el8 ceph 174 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: libcom_err-devel x86_64 1.45.6-5.el8 baseos 39 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran x86_64 8.5.0-22.el8 baseos 645 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-05-08T22:30:22.415 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath x86_64 8.5.0-22.el8 baseos 172 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq x86_64 0.9.0-5.el8 baseos 47 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1 x86_64 2:16.2.15-0.el8 ceph 494 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2 x86_64 2:16.2.15-0.el8 ceph 3.8 M 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: libselinux-devel x86_64 2.9-8.el8 baseos 200 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: libsepol-devel x86_64 2.9-3.el8 baseos 87 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: libverto-devel x86_64 0.3.2-2.el8 baseos 18 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: libzstd-devel x86_64 1.4.4-1.el8 baseos 44 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: oniguruma x86_64 6.8.2-3.el8 appstream 188 k 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2024-05-08T22:30:22.416 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: pcre2-devel x86_64 10.32-3.el8 baseos 605 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: pcre2-utf16 x86_64 10.32-3.el8 baseos 229 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: pcre2-utf32 x86_64 10.32-3.el8 baseos 220 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse x86_64 2:16.2.15-0.el8 ceph 45 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common x86_64 2:16.2.15-0.el8 ceph 99 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2024-05-08T22:30:22.417 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography x86_64 3.2.1-7.el8 baseos 641 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2024-05-08T22:30:22.418 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2024-05-08T22:30:22.419 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-05-08T22:30:22.420 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: zlib-devel x86_64 1.2.11-21.el8 baseos 58 k 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-05-08T22:30:22.421 INFO:teuthology.orchestra.run.smithi038.stdout:============================================================================================ 2024-05-08T22:30:22.422 INFO:teuthology.orchestra.run.smithi038.stdout:Install 108 Packages 2024-05-08T22:30:22.422 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrade 19 Packages 2024-05-08T22:30:22.422 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:30:22.422 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 209 M 2024-05-08T22:30:22.422 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-05-08T22:30:23.406 INFO:teuthology.orchestra.run.smithi143.stdout:(1/127): ceph-16.2.15-0.el8.x86_64.rpm 90 kB/s | 6.3 kB 00:00 2024-05-08T22:30:23.447 INFO:teuthology.orchestra.run.smithi143.stdout:(2/127): ceph-fuse-16.2.15-0.el8.x86_64.rpm 21 MB/s | 911 kB 00:00 2024-05-08T22:30:23.465 INFO:teuthology.orchestra.run.smithi038.stdout:(1/127): ceph-16.2.15-0.el8.x86_64.rpm 107 kB/s | 6.3 kB 00:00 2024-05-08T22:30:23.523 INFO:teuthology.orchestra.run.smithi038.stdout:(2/127): ceph-fuse-16.2.15-0.el8.x86_64.rpm 15 MB/s | 911 kB 00:00 2024-05-08T22:30:23.535 INFO:teuthology.orchestra.run.smithi143.stdout:(3/127): ceph-mds-16.2.15-0.el8.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-05-08T22:30:23.606 INFO:teuthology.orchestra.run.smithi143.stdout:(4/127): ceph-mgr-16.2.15-0.el8.x86_64.rpm 22 MB/s | 1.6 MB 00:00 2024-05-08T22:30:23.607 INFO:teuthology.orchestra.run.smithi038.stdout:(3/127): ceph-mds-16.2.15-0.el8.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-05-08T22:30:23.665 INFO:teuthology.orchestra.run.smithi038.stdout:(4/127): ceph-mgr-16.2.15-0.el8.x86_64.rpm 28 MB/s | 1.6 MB 00:00 2024-05-08T22:30:23.690 INFO:teuthology.orchestra.run.smithi143.stdout:(5/127): ceph-base-16.2.15-0.el8.x86_64.rpm 17 MB/s | 6.1 MB 00:00 2024-05-08T22:30:23.741 INFO:teuthology.orchestra.run.smithi038.stdout:(5/127): ceph-base-16.2.15-0.el8.x86_64.rpm 18 MB/s | 6.1 MB 00:00 2024-05-08T22:30:23.807 INFO:teuthology.orchestra.run.smithi143.stdout:(6/127): ceph-mon-16.2.15-0.el8.x86_64.rpm 26 MB/s | 5.2 MB 00:00 2024-05-08T22:30:23.866 INFO:teuthology.orchestra.run.smithi038.stdout:(6/127): ceph-mon-16.2.15-0.el8.x86_64.rpm 26 MB/s | 5.2 MB 00:00 2024-05-08T22:30:24.033 INFO:teuthology.orchestra.run.smithi143.stdout:(7/127): ceph-radosgw-16.2.15-0.el8.x86_64.rpm 52 MB/s | 12 MB 00:00 2024-05-08T22:30:24.085 INFO:teuthology.orchestra.run.smithi143.stdout:(8/127): ceph-selinux-16.2.15-0.el8.x86_64.rpm 515 kB/s | 26 kB 00:00 2024-05-08T22:30:24.143 INFO:teuthology.orchestra.run.smithi038.stdout:(7/127): ceph-radosgw-16.2.15-0.el8.x86_64.rpm 42 MB/s | 12 MB 00:00 2024-05-08T22:30:24.157 INFO:teuthology.orchestra.run.smithi038.stdout:(8/127): ceph-selinux-16.2.15-0.el8.x86_64.rpm 1.5 MB/s | 26 kB 00:00 2024-05-08T22:30:24.275 INFO:teuthology.orchestra.run.smithi143.stdout:(9/127): ceph-osd-16.2.15-0.el8.x86_64.rpm 32 MB/s | 19 MB 00:00 2024-05-08T22:30:24.300 INFO:teuthology.orchestra.run.smithi143.stdout:(10/127): libcephfs-devel-16.2.15-0.el8.x86_64. 1.0 MB/s | 25 kB 00:00 2024-05-08T22:30:24.417 INFO:teuthology.orchestra.run.smithi038.stdout:(9/127): ceph-common-16.2.15-0.el8.x86_64.rpm 24 MB/s | 24 MB 00:01 2024-05-08T22:30:24.433 INFO:teuthology.orchestra.run.smithi038.stdout:(10/127): libcephfs-devel-16.2.15-0.el8.x86_64. 1.5 MB/s | 25 kB 00:00 2024-05-08T22:30:24.563 INFO:teuthology.orchestra.run.smithi143.stdout:(11/127): ceph-common-16.2.15-0.el8.x86_64.rpm 20 MB/s | 24 MB 00:01 2024-05-08T22:30:24.601 INFO:teuthology.orchestra.run.smithi143.stdout:(12/127): libcephfs2-16.2.15-0.el8.x86_64.rpm 2.7 MB/s | 825 kB 00:00 2024-05-08T22:30:24.626 INFO:teuthology.orchestra.run.smithi143.stdout:(13/127): libcephsqlite-16.2.15-0.el8.x86_64.rp 2.7 MB/s | 174 kB 00:00 2024-05-08T22:30:24.651 INFO:teuthology.orchestra.run.smithi038.stdout:(11/127): ceph-osd-16.2.15-0.el8.x86_64.rpm 20 MB/s | 19 MB 00:00 2024-05-08T22:30:24.651 INFO:teuthology.orchestra.run.smithi143.stdout:(14/127): librados-devel-16.2.15-0.el8.x86_64.r 2.6 MB/s | 131 kB 00:00 2024-05-08T22:30:24.684 INFO:teuthology.orchestra.run.smithi038.stdout:(12/127): libcephsqlite-16.2.15-0.el8.x86_64.rp 5.2 MB/s | 174 kB 00:00 2024-05-08T22:30:24.685 INFO:teuthology.orchestra.run.smithi143.stdout:(15/127): libradosstriper1-16.2.15-0.el8.x86_64 8.3 MB/s | 494 kB 00:00 2024-05-08T22:30:24.702 INFO:teuthology.orchestra.run.smithi143.stdout:(16/127): python3-ceph-argparse-16.2.15-0.el8.x 2.7 MB/s | 45 kB 00:00 2024-05-08T22:30:24.722 INFO:teuthology.orchestra.run.smithi038.stdout:(13/127): librados-devel-16.2.15-0.el8.x86_64.r 3.9 MB/s | 131 kB 00:00 2024-05-08T22:30:24.728 INFO:teuthology.orchestra.run.smithi143.stdout:(17/127): python3-ceph-common-16.2.15-0.el8.x86 3.9 MB/s | 99 kB 00:00 2024-05-08T22:30:24.751 INFO:teuthology.orchestra.run.smithi038.stdout:(14/127): libcephfs2-16.2.15-0.el8.x86_64.rpm 2.5 MB/s | 825 kB 00:00 2024-05-08T22:30:24.752 INFO:teuthology.orchestra.run.smithi143.stdout:(18/127): python3-cephfs-16.2.15-0.el8.x86_64.r 8.5 MB/s | 215 kB 00:00 2024-05-08T22:30:24.778 INFO:teuthology.orchestra.run.smithi038.stdout:(15/127): libradosstriper1-16.2.15-0.el8.x86_64 8.2 MB/s | 494 kB 00:00 2024-05-08T22:30:24.791 INFO:teuthology.orchestra.run.smithi143.stdout:(19/127): python3-rados-16.2.15-0.el8.x86_64.rp 11 MB/s | 389 kB 00:00 2024-05-08T22:30:24.820 INFO:teuthology.orchestra.run.smithi143.stdout:(20/127): python3-rbd-16.2.15-0.el8.x86_64.rpm 11 MB/s | 369 kB 00:00 2024-05-08T22:30:24.845 INFO:teuthology.orchestra.run.smithi143.stdout:(21/127): python3-rgw-16.2.15-0.el8.x86_64.rpm 4.5 MB/s | 114 kB 00:00 2024-05-08T22:30:24.870 INFO:teuthology.orchestra.run.smithi143.stdout:(22/127): rbd-fuse-16.2.15-0.el8.x86_64.rpm 3.5 MB/s | 88 kB 00:00 2024-05-08T22:30:24.929 INFO:teuthology.orchestra.run.smithi143.stdout:(23/127): librgw2-16.2.15-0.el8.x86_64.rpm 14 MB/s | 3.8 MB 00:00 2024-05-08T22:30:24.953 INFO:teuthology.orchestra.run.smithi038.stdout:(16/127): python3-ceph-argparse-16.2.15-0.el8.x 255 kB/s | 45 kB 00:00 2024-05-08T22:30:24.962 INFO:teuthology.orchestra.run.smithi143.stdout:(24/127): rbd-nbd-16.2.15-0.el8.x86_64.rpm 5.2 MB/s | 175 kB 00:00 2024-05-08T22:30:24.986 INFO:teuthology.orchestra.run.smithi038.stdout:(17/127): python3-ceph-common-16.2.15-0.el8.x86 3.0 MB/s | 99 kB 00:00 2024-05-08T22:30:24.988 INFO:teuthology.orchestra.run.smithi143.stdout:(25/127): ceph-grafana-dashboards-16.2.15-0.el8 974 kB/s | 24 kB 00:00 2024-05-08T22:30:25.012 INFO:teuthology.orchestra.run.smithi038.stdout:(18/127): python3-cephfs-16.2.15-0.el8.x86_64.r 8.4 MB/s | 215 kB 00:00 2024-05-08T22:30:25.045 INFO:teuthology.orchestra.run.smithi038.stdout:(19/127): python3-rados-16.2.15-0.el8.x86_64.rp 11 MB/s | 389 kB 00:00 2024-05-08T22:30:25.079 INFO:teuthology.orchestra.run.smithi038.stdout:(20/127): python3-rbd-16.2.15-0.el8.x86_64.rpm 11 MB/s | 369 kB 00:00 2024-05-08T22:30:25.096 INFO:teuthology.orchestra.run.smithi143.stdout:(26/127): rbd-mirror-16.2.15-0.el8.x86_64.rpm 16 MB/s | 3.7 MB 00:00 2024-05-08T22:30:25.104 INFO:teuthology.orchestra.run.smithi038.stdout:(21/127): python3-rgw-16.2.15-0.el8.x86_64.rpm 4.5 MB/s | 114 kB 00:00 2024-05-08T22:30:25.137 INFO:teuthology.orchestra.run.smithi038.stdout:(22/127): rbd-fuse-16.2.15-0.el8.x86_64.rpm 2.6 MB/s | 88 kB 00:00 2024-05-08T22:30:25.155 INFO:teuthology.orchestra.run.smithi143.stdout:(27/127): ceph-mgr-dashboard-16.2.15-0.el8.noar 19 MB/s | 3.1 MB 00:00 2024-05-08T22:30:25.180 INFO:teuthology.orchestra.run.smithi143.stdout:(28/127): ceph-mgr-modules-core-16.2.15-0.el8.n 9.6 MB/s | 245 kB 00:00 2024-05-08T22:30:25.205 INFO:teuthology.orchestra.run.smithi143.stdout:(29/127): ceph-mgr-rook-16.2.15-0.el8.noarch.rp 1.1 MB/s | 27 kB 00:00 2024-05-08T22:30:25.231 INFO:teuthology.orchestra.run.smithi143.stdout:(30/127): ceph-prometheus-alerts-16.2.15-0.el8. 595 kB/s | 15 kB 00:00 2024-05-08T22:30:25.238 INFO:teuthology.orchestra.run.smithi038.stdout:(23/127): librgw2-16.2.15-0.el8.x86_64.rpm 7.8 MB/s | 3.8 MB 00:00 2024-05-08T22:30:25.263 INFO:teuthology.orchestra.run.smithi038.stdout:(24/127): rbd-nbd-16.2.15-0.el8.x86_64.rpm 6.9 MB/s | 175 kB 00:00 2024-05-08T22:30:25.305 INFO:teuthology.orchestra.run.smithi038.stdout:(25/127): ceph-grafana-dashboards-16.2.15-0.el8 586 kB/s | 24 kB 00:00 2024-05-08T22:30:25.372 INFO:teuthology.orchestra.run.smithi143.stdout:(31/127): ceph-mgr-diskprediction-local-16.2.15 31 MB/s | 8.6 MB 00:00 2024-05-08T22:30:25.388 INFO:teuthology.orchestra.run.smithi038.stdout:(26/127): rbd-mirror-16.2.15-0.el8.x86_64.rpm 15 MB/s | 3.7 MB 00:00 2024-05-08T22:30:25.472 INFO:teuthology.orchestra.run.smithi038.stdout:(27/127): ceph-mgr-dashboard-16.2.15-0.el8.noar 19 MB/s | 3.1 MB 00:00 2024-05-08T22:30:25.506 INFO:teuthology.orchestra.run.smithi038.stdout:(28/127): ceph-mgr-modules-core-16.2.15-0.el8.n 7.2 MB/s | 245 kB 00:00 2024-05-08T22:30:25.531 INFO:teuthology.orchestra.run.smithi038.stdout:(29/127): ceph-mgr-rook-16.2.15-0.el8.noarch.rp 1.1 MB/s | 27 kB 00:00 2024-05-08T22:30:25.556 INFO:teuthology.orchestra.run.smithi038.stdout:(30/127): ceph-prometheus-alerts-16.2.15-0.el8. 598 kB/s | 15 kB 00:00 2024-05-08T22:30:25.740 INFO:teuthology.orchestra.run.smithi038.stdout:(31/127): ceph-mgr-diskprediction-local-16.2.15 24 MB/s | 8.6 MB 00:00 2024-05-08T22:30:25.965 INFO:teuthology.orchestra.run.smithi143.stdout:(32/127): ceph-test-16.2.15-0.el8.x86_64.rpm 28 MB/s | 52 MB 00:01 2024-05-08T22:30:26.107 INFO:teuthology.orchestra.run.smithi143.stdout:(33/127): flex-2.6.1-9.el8.x86_64.rpm 436 kB/s | 320 kB 00:00 2024-05-08T22:30:26.373 INFO:teuthology.orchestra.run.smithi143.stdout:(34/127): bison-3.0.4-10.el8.x86_64.rpm 603 kB/s | 688 kB 00:01 2024-05-08T22:30:26.407 INFO:teuthology.orchestra.run.smithi143.stdout:(35/127): librdkafka-1.6.1-1.el8.x86_64.rpm 2.2 MB/s | 677 kB 00:00 2024-05-08T22:30:26.432 INFO:teuthology.orchestra.run.smithi038.stdout:(32/127): ceph-test-16.2.15-0.el8.x86_64.rpm 23 MB/s | 52 MB 00:02 2024-05-08T22:30:26.449 INFO:teuthology.orchestra.run.smithi143.stdout:(36/127): jq-1.6-8.el8.x86_64.rpm 420 kB/s | 203 kB 00:00 2024-05-08T22:30:26.524 INFO:teuthology.orchestra.run.smithi143.stdout:(37/127): oniguruma-6.8.2-3.el8.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-05-08T22:30:26.616 INFO:teuthology.orchestra.run.smithi038.stdout:(33/127): flex-2.6.1-9.el8.x86_64.rpm 365 kB/s | 320 kB 00:00 2024-05-08T22:30:26.616 INFO:teuthology.orchestra.run.smithi143.stdout:(38/127): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.0 MB/s | 259 kB 00:00 2024-05-08T22:30:26.741 INFO:teuthology.orchestra.run.smithi143.stdout:(39/127): python3-jsonpatch-1.21-2.el8.noarch.r 213 kB/s | 27 kB 00:00 2024-05-08T22:30:26.874 INFO:teuthology.orchestra.run.smithi038.stdout:(34/127): bison-3.0.4-10.el8.x86_64.rpm 522 kB/s | 688 kB 00:01 2024-05-08T22:30:26.875 INFO:teuthology.orchestra.run.smithi143.stdout:(40/127): python3-jsonpointer-1.10-11.el8.noarc 149 kB/s | 20 kB 00:00 2024-05-08T22:30:26.950 INFO:teuthology.orchestra.run.smithi143.stdout:(41/127): openblas-threads-0.3.15-4.el8.x86_64. 11 MB/s | 4.9 MB 00:00 2024-05-08T22:30:26.956 INFO:teuthology.orchestra.run.smithi038.stdout:(35/127): jq-1.6-8.el8.x86_64.rpm 388 kB/s | 203 kB 00:00 2024-05-08T22:30:27.064 INFO:teuthology.orchestra.run.smithi143.stdout:(42/127): openblas-0.3.15-4.el8.x86_64.rpm 7.7 MB/s | 4.7 MB 00:00 2024-05-08T22:30:27.093 INFO:teuthology.orchestra.run.smithi143.stdout:(43/127): python3-markupsafe-0.23-19.el8.x86_64 273 kB/s | 39 kB 00:00 2024-05-08T22:30:27.116 INFO:teuthology.orchestra.run.smithi038.stdout:(36/127): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.0 MB/s | 259 kB 00:00 2024-05-08T22:30:27.117 INFO:teuthology.orchestra.run.smithi143.stdout:(44/127): python3-mako-1.0.6-14.el8.noarch.rpm 648 kB/s | 157 kB 00:00 2024-05-08T22:30:27.141 INFO:teuthology.orchestra.run.smithi038.stdout:(37/127): oniguruma-6.8.2-3.el8.x86_64.rpm 1.0 MB/s | 188 kB 00:00 2024-05-08T22:30:27.201 INFO:teuthology.orchestra.run.smithi143.stdout:(45/127): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.0 MB/s | 225 kB 00:00 2024-05-08T22:30:27.242 INFO:teuthology.orchestra.run.smithi038.stdout:(38/127): librdkafka-1.6.1-1.el8.x86_64.rpm 1.1 MB/s | 677 kB 00:00 2024-05-08T22:30:27.243 INFO:teuthology.orchestra.run.smithi143.stdout:(46/127): python3-prettytable-0.7.2-14.el8.noar 350 kB/s | 44 kB 00:00 2024-05-08T22:30:27.302 INFO:teuthology.orchestra.run.smithi143.stdout:(47/127): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.0 MB/s | 103 kB 00:00 2024-05-08T22:30:27.350 INFO:teuthology.orchestra.run.smithi038.stdout:(39/127): python3-jsonpatch-1.21-2.el8.noarch.r 245 kB/s | 27 kB 00:00 2024-05-08T22:30:27.361 INFO:teuthology.orchestra.run.smithi143.stdout:(48/127): python3-numpy-1.14.3-10.el8.x86_64.rp 13 MB/s | 3.7 MB 00:00 2024-05-08T22:30:27.402 INFO:teuthology.orchestra.run.smithi143.stdout:(49/127): python3-pyasn1-modules-0.3.7-6.el8.no 1.1 MB/s | 110 kB 00:00 2024-05-08T22:30:27.428 INFO:teuthology.orchestra.run.smithi143.stdout:(50/127): python3-pyasn1-0.3.7-6.el8.noarch.rpm 686 kB/s | 126 kB 00:00 2024-05-08T22:30:27.453 INFO:teuthology.orchestra.run.smithi143.stdout:(51/127): python3-pytz-2017.2-11.el8.noarch.rpm 618 kB/s | 57 kB 00:00 2024-05-08T22:30:27.459 INFO:teuthology.orchestra.run.smithi038.stdout:(40/127): python3-jsonpointer-1.10-11.el8.noarc 184 kB/s | 20 kB 00:00 2024-05-08T22:30:27.568 INFO:teuthology.orchestra.run.smithi143.stdout:(52/127): python3-werkzeug-0.12.2-4.el8.noarch. 3.2 MB/s | 457 kB 00:00 2024-05-08T22:30:27.604 INFO:teuthology.orchestra.run.smithi143.stdout:(53/127): socat-1.7.4.1-1.el8.x86_64.rpm 2.1 MB/s | 323 kB 00:00 2024-05-08T22:30:27.676 INFO:teuthology.orchestra.run.smithi038.stdout:(41/127): python3-mako-1.0.6-14.el8.noarch.rpm 726 kB/s | 157 kB 00:00 2024-05-08T22:30:27.679 INFO:teuthology.orchestra.run.smithi143.stdout:(54/127): xmlstarlet-1.6.1-20.el8.x86_64.rpm 637 kB/s | 71 kB 00:00 2024-05-08T22:30:27.738 INFO:teuthology.orchestra.run.smithi143.stdout:(55/127): elfutils-libelf-devel-0.190-2.el8.x86 466 kB/s | 62 kB 00:00 2024-05-08T22:30:27.752 INFO:teuthology.orchestra.run.smithi038.stdout:(42/127): openblas-threads-0.3.15-4.el8.x86_64. 8.0 MB/s | 4.9 MB 00:00 2024-05-08T22:30:27.779 INFO:teuthology.orchestra.run.smithi143.stdout:(56/127): keyutils-libs-devel-1.5.10-9.el8.x86_ 1.1 MB/s | 48 kB 00:00 2024-05-08T22:30:27.794 INFO:teuthology.orchestra.run.smithi038.stdout:(43/127): python3-markupsafe-0.23-19.el8.x86_64 330 kB/s | 39 kB 00:00 2024-05-08T22:30:27.821 INFO:teuthology.orchestra.run.smithi143.stdout:(57/127): fuse-2.9.7-19.el8.x86_64.rpm 585 kB/s | 83 kB 00:00 2024-05-08T22:30:27.888 INFO:teuthology.orchestra.run.smithi143.stdout:(58/127): libcom_err-devel-1.45.6-5.el8.x86_64. 582 kB/s | 39 kB 00:00 2024-05-08T22:30:27.972 INFO:teuthology.orchestra.run.smithi143.stdout:(59/127): krb5-devel-1.18.2-22.el8.x86_64.rpm 2.8 MB/s | 561 kB 00:00 2024-05-08T22:30:28.019 INFO:teuthology.orchestra.run.smithi038.stdout:(44/127): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.0 MB/s | 225 kB 00:00 2024-05-08T22:30:28.022 INFO:teuthology.orchestra.run.smithi143.stdout:(60/127): libquadmath-8.5.0-22.el8.x86_64.rpm 3.4 MB/s | 172 kB 00:00 2024-05-08T22:30:28.069 INFO:teuthology.orchestra.run.smithi038.stdout:(45/127): python3-numpy-1.14.3-10.el8.x86_64.rp 12 MB/s | 3.7 MB 00:00 2024-05-08T22:30:28.079 INFO:teuthology.orchestra.run.smithi143.stdout:(61/127): libgfortran-8.5.0-22.el8.x86_64.rpm 3.3 MB/s | 645 kB 00:00 2024-05-08T22:30:28.106 INFO:teuthology.orchestra.run.smithi143.stdout:(62/127): librabbitmq-0.9.0-5.el8.x86_64.rpm 563 kB/s | 47 kB 00:00 2024-05-08T22:30:28.131 INFO:teuthology.orchestra.run.smithi143.stdout:(63/127): libselinux-devel-2.9-8.el8.x86_64.rpm 3.8 MB/s | 200 kB 00:00 2024-05-08T22:30:28.156 INFO:teuthology.orchestra.run.smithi143.stdout:(64/127): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2024-05-08T22:30:28.176 INFO:teuthology.orchestra.run.smithi038.stdout:(46/127): python3-prettytable-0.7.2-14.el8.noar 281 kB/s | 44 kB 00:00 2024-05-08T22:30:28.182 INFO:teuthology.orchestra.run.smithi143.stdout:(65/127): libverto-devel-0.3.2-2.el8.x86_64.rpm 360 kB/s | 18 kB 00:00 2024-05-08T22:30:28.207 INFO:teuthology.orchestra.run.smithi143.stdout:(66/127): libzstd-devel-1.4.4-1.el8.x86_64.rpm 872 kB/s | 44 kB 00:00 2024-05-08T22:30:28.211 INFO:teuthology.orchestra.run.smithi038.stdout:(47/127): python3-pyOpenSSL-19.0.0-1.el8.noarch 729 kB/s | 103 kB 00:00 2024-05-08T22:30:28.291 INFO:teuthology.orchestra.run.smithi143.stdout:(67/127): pcre2-devel-10.32-3.el8.x86_64.rpm 7.1 MB/s | 605 kB 00:00 2024-05-08T22:30:28.329 INFO:teuthology.orchestra.run.smithi038.stdout:(48/127): python3-pyasn1-modules-0.3.7-6.el8.no 944 kB/s | 110 kB 00:00 2024-05-08T22:30:28.349 INFO:teuthology.orchestra.run.smithi143.stdout:(68/127): pcre2-utf16-10.32-3.el8.x86_64.rpm 3.8 MB/s | 229 kB 00:00 2024-05-08T22:30:28.354 INFO:teuthology.orchestra.run.smithi038.stdout:(49/127): python3-pyasn1-0.3.7-6.el8.noarch.rpm 712 kB/s | 126 kB 00:00 2024-05-08T22:30:28.399 INFO:teuthology.orchestra.run.smithi143.stdout:(69/127): openssl-devel-1.1.1k-12.el8.x86_64.rp 15 MB/s | 3.2 MB 00:00 2024-05-08T22:30:28.425 INFO:teuthology.orchestra.run.smithi143.stdout:(70/127): pcre2-utf32-10.32-3.el8.x86_64.rpm 2.9 MB/s | 220 kB 00:00 2024-05-08T22:30:28.437 INFO:teuthology.orchestra.run.smithi038.stdout:(50/127): python3-pytz-2017.2-11.el8.noarch.rpm 525 kB/s | 57 kB 00:00 2024-05-08T22:30:28.458 INFO:teuthology.orchestra.run.smithi143.stdout:(71/127): python3-cffi-1.11.5-6.el8.x86_64.rpm 4.1 MB/s | 249 kB 00:00 2024-05-08T22:30:28.492 INFO:teuthology.orchestra.run.smithi143.stdout:(72/127): python3-cryptography-3.2.1-7.el8.x86_ 9.4 MB/s | 641 kB 00:00 2024-05-08T22:30:28.517 INFO:teuthology.orchestra.run.smithi143.stdout:(73/127): python3-jwt-1.6.1-2.el8.noarch.rpm 727 kB/s | 43 kB 00:00 2024-05-08T22:30:28.554 INFO:teuthology.orchestra.run.smithi038.stdout:(51/127): python3-werkzeug-0.12.2-4.el8.noarch. 3.8 MB/s | 457 kB 00:00 2024-05-08T22:30:28.568 INFO:teuthology.orchestra.run.smithi143.stdout:(74/127): python3-oauthlib-2.1.0-1.el8.noarch.r 2.0 MB/s | 155 kB 00:00 2024-05-08T22:30:28.610 INFO:teuthology.orchestra.run.smithi143.stdout:(75/127): python3-pycparser-2.14-14.el8.noarch. 1.2 MB/s | 109 kB 00:00 2024-05-08T22:30:28.635 INFO:teuthology.orchestra.run.smithi143.stdout:(76/127): python3-requests-oauthlib-1.0.0-1.el8 639 kB/s | 43 kB 00:00 2024-05-08T22:30:28.680 INFO:teuthology.orchestra.run.smithi038.stdout:(52/127): socat-1.7.4.1-1.el8.x86_64.rpm 2.5 MB/s | 323 kB 00:00 2024-05-08T22:30:28.685 INFO:teuthology.orchestra.run.smithi143.stdout:(77/127): zlib-devel-1.2.11-21.el8.x86_64.rpm 773 kB/s | 58 kB 00:00 2024-05-08T22:30:28.788 INFO:teuthology.orchestra.run.smithi038.stdout:(53/127): xmlstarlet-1.6.1-20.el8.x86_64.rpm 653 kB/s | 71 kB 00:00 2024-05-08T22:30:28.902 INFO:teuthology.orchestra.run.smithi143.stdout:(78/127): gperftools-libs-2.7-9.el8.x86_64.rpm 1.1 MB/s | 306 kB 00:00 2024-05-08T22:30:28.938 INFO:teuthology.orchestra.run.smithi038.stdout:(54/127): elfutils-libelf-devel-0.190-2.el8.x86 415 kB/s | 62 kB 00:00 2024-05-08T22:30:29.006 INFO:teuthology.orchestra.run.smithi038.stdout:(55/127): openblas-0.3.15-4.el8.x86_64.rpm 2.5 MB/s | 4.7 MB 00:01 2024-05-08T22:30:29.056 INFO:teuthology.orchestra.run.smithi038.stdout:(56/127): fuse-2.9.7-19.el8.x86_64.rpm 711 kB/s | 83 kB 00:00 2024-05-08T22:30:29.095 INFO:teuthology.orchestra.run.smithi143.stdout:(79/127): liboath-2.6.2-3.el8.x86_64.rpm 305 kB/s | 59 kB 00:00 2024-05-08T22:30:29.144 INFO:teuthology.orchestra.run.smithi143.stdout:(80/127): leveldb-1.22-1.el8.x86_64.rpm 394 kB/s | 181 kB 00:00 2024-05-08T22:30:29.170 INFO:teuthology.orchestra.run.smithi143.stdout:(81/127): libunwind-1.3.1-3.el8.x86_64.rpm 1.0 MB/s | 75 kB 00:00 2024-05-08T22:30:29.173 INFO:teuthology.orchestra.run.smithi038.stdout:(57/127): keyutils-libs-devel-1.5.10-9.el8.x86_ 288 kB/s | 48 kB 00:00 2024-05-08T22:30:29.198 INFO:teuthology.orchestra.run.smithi038.stdout:(58/127): krb5-devel-1.18.2-22.el8.x86_64.rpm 3.9 MB/s | 561 kB 00:00 2024-05-08T22:30:29.220 INFO:teuthology.orchestra.run.smithi143.stdout:(82/127): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 580 kB/s | 44 kB 00:00 2024-05-08T22:30:29.223 INFO:teuthology.orchestra.run.smithi038.stdout:(59/127): libcom_err-devel-1.45.6-5.el8.x86_64. 772 kB/s | 39 kB 00:00 2024-05-08T22:30:29.257 INFO:teuthology.orchestra.run.smithi038.stdout:(60/127): libgfortran-8.5.0-22.el8.x86_64.rpm 11 MB/s | 645 kB 00:00 2024-05-08T22:30:29.262 INFO:teuthology.orchestra.run.smithi143.stdout:(83/127): python3-beautifulsoup4-4.6.3-2.el8.1. 2.0 MB/s | 185 kB 00:00 2024-05-08T22:30:29.304 INFO:teuthology.orchestra.run.smithi143.stdout:(84/127): python3-cachetools-3.1.1-4.el8.noarch 395 kB/s | 33 kB 00:00 2024-05-08T22:30:29.307 INFO:teuthology.orchestra.run.smithi038.stdout:(61/127): librabbitmq-0.9.0-5.el8.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-05-08T22:30:29.332 INFO:teuthology.orchestra.run.smithi038.stdout:(62/127): libquadmath-8.5.0-22.el8.x86_64.rpm 1.5 MB/s | 172 kB 00:00 2024-05-08T22:30:29.337 INFO:teuthology.orchestra.run.smithi143.stdout:(85/127): python3-certifi-2018.10.15-7.el8.noar 216 kB/s | 16 kB 00:00 2024-05-08T22:30:29.387 INFO:teuthology.orchestra.run.smithi143.stdout:(86/127): python3-cheroot-8.5.2-1.el8.noarch.rp 2.0 MB/s | 173 kB 00:00 2024-05-08T22:30:29.391 INFO:teuthology.orchestra.run.smithi038.stdout:(63/127): libselinux-devel-2.9-8.el8.x86_64.rpm 2.3 MB/s | 200 kB 00:00 2024-05-08T22:30:29.416 INFO:teuthology.orchestra.run.smithi038.stdout:(64/127): libsepol-devel-2.9-3.el8.x86_64.rpm 1.0 MB/s | 87 kB 00:00 2024-05-08T22:30:29.438 INFO:teuthology.orchestra.run.smithi143.stdout:(87/127): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2024-05-08T22:30:29.442 INFO:teuthology.orchestra.run.smithi038.stdout:(65/127): libverto-devel-0.3.2-2.el8.x86_64.rpm 361 kB/s | 18 kB 00:00 2024-05-08T22:30:29.467 INFO:teuthology.orchestra.run.smithi038.stdout:(66/127): libzstd-devel-1.4.4-1.el8.x86_64.rpm 871 kB/s | 44 kB 00:00 2024-05-08T22:30:29.497 INFO:teuthology.orchestra.run.smithi143.stdout:(88/127): python3-cherrypy-18.4.0-1.el8.noarch. 2.4 MB/s | 384 kB 00:00 2024-05-08T22:30:29.513 INFO:teuthology.orchestra.run.smithi143.stdout:(89/127): python3-jaraco-6.2-6.el8.noarch.rpm 147 kB/s | 11 kB 00:00 2024-05-08T22:30:29.575 INFO:teuthology.orchestra.run.smithi038.stdout:(67/127): pcre2-devel-10.32-3.el8.x86_64.rpm 5.5 MB/s | 605 kB 00:00 2024-05-08T22:30:29.631 INFO:teuthology.orchestra.run.smithi143.stdout:(90/127): python3-jaraco-functools-2.0-4.el8.no 132 kB/s | 18 kB 00:00 2024-05-08T22:30:29.651 INFO:teuthology.orchestra.run.smithi038.stdout:(68/127): openssl-devel-1.1.1k-12.el8.x86_64.rp 15 MB/s | 3.2 MB 00:00 2024-05-08T22:30:29.676 INFO:teuthology.orchestra.run.smithi038.stdout:(69/127): pcre2-utf16-10.32-3.el8.x86_64.rpm 2.2 MB/s | 229 kB 00:00 2024-05-08T22:30:29.710 INFO:teuthology.orchestra.run.smithi038.stdout:(70/127): pcre2-utf32-10.32-3.el8.x86_64.rpm 3.7 MB/s | 220 kB 00:00 2024-05-08T22:30:29.714 INFO:teuthology.orchestra.run.smithi143.stdout:(91/127): python3-kubernetes-11.0.0-6.el8.noarc 5.8 MB/s | 1.2 MB 00:00 2024-05-08T22:30:29.731 INFO:teuthology.orchestra.run.smithi143.stdout:(92/127): python3-logutils-0.3.5-11.el8.noarch. 487 kB/s | 49 kB 00:00 2024-05-08T22:30:29.735 INFO:teuthology.orchestra.run.smithi038.stdout:(71/127): python3-cffi-1.11.5-6.el8.x86_64.rpm 4.1 MB/s | 249 kB 00:00 2024-05-08T22:30:29.769 INFO:teuthology.orchestra.run.smithi038.stdout:(72/127): python3-cryptography-3.2.1-7.el8.x86_ 11 MB/s | 641 kB 00:00 2024-05-08T22:30:29.786 INFO:teuthology.orchestra.run.smithi038.stdout:(73/127): python3-jwt-1.6.1-2.el8.noarch.rpm 851 kB/s | 43 kB 00:00 2024-05-08T22:30:29.819 INFO:teuthology.orchestra.run.smithi038.stdout:(74/127): python3-oauthlib-2.1.0-1.el8.noarch.r 3.0 MB/s | 155 kB 00:00 2024-05-08T22:30:29.823 INFO:teuthology.orchestra.run.smithi143.stdout:(93/127): python3-more-itertools-7.2.0-3.el8.no 541 kB/s | 59 kB 00:00 2024-05-08T22:30:29.848 INFO:teuthology.orchestra.run.smithi143.stdout:(94/127): python3-pecan-1.3.2-9.el8.noarch.rpm 2.4 MB/s | 283 kB 00:00 2024-05-08T22:30:29.869 INFO:teuthology.orchestra.run.smithi038.stdout:(75/127): python3-pycparser-2.14-14.el8.noarch. 1.3 MB/s | 109 kB 00:00 2024-05-08T22:30:29.873 INFO:teuthology.orchestra.run.smithi143.stdout:(95/127): python3-portend-2.6-1.el8.noarch.rpm 310 kB/s | 16 kB 00:00 2024-05-08T22:30:29.895 INFO:teuthology.orchestra.run.smithi038.stdout:(76/127): python3-requests-oauthlib-1.0.0-1.el8 568 kB/s | 43 kB 00:00 2024-05-08T22:30:29.916 INFO:teuthology.orchestra.run.smithi143.stdout:(96/127): python3-repoze-lru-0.7-6.el8.noarch.r 503 kB/s | 34 kB 00:00 2024-05-08T22:30:29.928 INFO:teuthology.orchestra.run.smithi038.stdout:(77/127): zlib-devel-1.2.11-21.el8.x86_64.rpm 992 kB/s | 58 kB 00:00 2024-05-08T22:30:29.957 INFO:teuthology.orchestra.run.smithi143.stdout:(97/127): python3-routes-2.4.1-12.el8.noarch.rp 2.3 MB/s | 196 kB 00:00 2024-05-08T22:30:29.982 INFO:teuthology.orchestra.run.smithi143.stdout:(98/127): python3-rsa-4.9-2.el8.noarch.rpm 961 kB/s | 64 kB 00:00 2024-05-08T22:30:30.019 INFO:teuthology.orchestra.run.smithi143.stdout:(99/127): python3-simplegeneric-0.8.1-17.el8.no 308 kB/s | 19 kB 00:00 2024-05-08T22:30:30.044 INFO:teuthology.orchestra.run.smithi143.stdout:(100/127): python3-singledispatch-3.4.0.3-18.el 393 kB/s | 24 kB 00:00 2024-05-08T22:30:30.119 INFO:teuthology.orchestra.run.smithi143.stdout:(101/127): python3-tempora-1.14.1-5.el8.noarch. 292 kB/s | 29 kB 00:00 2024-05-08T22:30:30.144 INFO:teuthology.orchestra.run.smithi143.stdout:(102/127): python3-trustme-0.6.0-4.el8.noarch.r 274 kB/s | 27 kB 00:00 2024-05-08T22:30:30.203 INFO:teuthology.orchestra.run.smithi143.stdout:(103/127): python3-waitress-1.4.3-1.el8.noarch. 3.0 MB/s | 255 kB 00:00 2024-05-08T22:30:30.262 INFO:teuthology.orchestra.run.smithi143.stdout:(104/127): python3-webob-1.8.5-1.el8.1.noarch.r 2.1 MB/s | 251 kB 00:00 2024-05-08T22:30:30.287 INFO:teuthology.orchestra.run.smithi143.stdout:(105/127): python3-websocket-client-0.56.0-5.el 733 kB/s | 61 kB 00:00 2024-05-08T22:30:30.346 INFO:teuthology.orchestra.run.smithi143.stdout:(106/127): python3-webtest-2.0.33-1.el8.noarch. 1.0 MB/s | 85 kB 00:00 2024-05-08T22:30:30.379 INFO:teuthology.orchestra.run.smithi143.stdout:(107/127): python3-zc-lockfile-2.0-2.el8.noarch 249 kB/s | 23 kB 00:00 2024-05-08T22:30:30.445 INFO:teuthology.orchestra.run.smithi038.stdout:(78/127): leveldb-1.22-1.el8.x86_64.rpm 350 kB/s | 181 kB 00:00 2024-05-08T22:30:30.446 INFO:teuthology.orchestra.run.smithi143.stdout:(108/127): librados2-16.2.15-0.el8.x86_64.rpm 37 MB/s | 3.7 MB 00:00 2024-05-08T22:30:30.514 INFO:teuthology.orchestra.run.smithi143.stdout:(109/127): librbd1-16.2.15-0.el8.x86_64.rpm 31 MB/s | 4.2 MB 00:00 2024-05-08T22:30:30.529 INFO:teuthology.orchestra.run.smithi038.stdout:(79/127): gperftools-libs-2.7-9.el8.x86_64.rpm 483 kB/s | 306 kB 00:00 2024-05-08T22:30:30.772 INFO:teuthology.orchestra.run.smithi143.stdout:(110/127): NetworkManager-1.40.16-15.el8.x86_64 7.0 MB/s | 2.3 MB 00:00 2024-05-08T22:30:30.814 INFO:teuthology.orchestra.run.smithi143.stdout:(111/127): NetworkManager-libnm-1.40.16-15.el8. 6.3 MB/s | 1.9 MB 00:00 2024-05-08T22:30:30.839 INFO:teuthology.orchestra.run.smithi143.stdout:(112/127): NetworkManager-team-1.40.16-15.el8.x 2.4 MB/s | 161 kB 00:00 2024-05-08T22:30:30.873 INFO:teuthology.orchestra.run.smithi143.stdout:(113/127): NetworkManager-tui-1.40.16-15.el8.x8 5.9 MB/s | 356 kB 00:00 2024-05-08T22:30:30.896 INFO:teuthology.orchestra.run.smithi038.stdout:(80/127): liboath-2.6.2-3.el8.x86_64.rpm 131 kB/s | 59 kB 00:00 2024-05-08T22:30:30.898 INFO:teuthology.orchestra.run.smithi143.stdout:(114/127): elfutils-debuginfod-client-0.190-2.e 1.3 MB/s | 77 kB 00:00 2024-05-08T22:30:30.932 INFO:teuthology.orchestra.run.smithi143.stdout:(115/127): elfutils-libelf-0.190-2.el8.x86_64.r 3.9 MB/s | 233 kB 00:00 2024-05-08T22:30:30.957 INFO:teuthology.orchestra.run.smithi143.stdout:(116/127): elfutils-libs-0.190-2.el8.x86_64.rpm 5.1 MB/s | 305 kB 00:00 2024-05-08T22:30:30.980 INFO:teuthology.orchestra.run.smithi038.stdout:(81/127): libunwind-1.3.1-3.el8.x86_64.rpm 169 kB/s | 75 kB 00:00 2024-05-08T22:30:31.008 INFO:teuthology.orchestra.run.smithi143.stdout:(117/127): iproute-6.2.0-5.el8.x86_64.rpm 11 MB/s | 854 kB 00:00 2024-05-08T22:30:31.033 INFO:teuthology.orchestra.run.smithi143.stdout:(118/127): libblkid-2.32.1-46.el8.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-05-08T22:30:31.066 INFO:teuthology.orchestra.run.smithi143.stdout:(119/127): libfdisk-2.32.1-46.el8.x86_64.rpm 4.2 MB/s | 254 kB 00:00 2024-05-08T22:30:31.125 INFO:teuthology.orchestra.run.smithi143.stdout:(120/127): libmount-2.32.1-46.el8.x86_64.rpm 2.5 MB/s | 237 kB 00:00 2024-05-08T22:30:31.151 INFO:teuthology.orchestra.run.smithi143.stdout:(121/127): libsmartcols-2.32.1-46.el8.x86_64.rp 2.1 MB/s | 180 kB 00:00 2024-05-08T22:30:31.176 INFO:teuthology.orchestra.run.smithi143.stdout:(122/127): libuuid-2.32.1-46.el8.x86_64.rpm 1.9 MB/s | 99 kB 00:00 2024-05-08T22:30:31.218 INFO:teuthology.orchestra.run.smithi143.stdout:(123/127): openssl-1.1.1k-12.el8.x86_64.rpm 11 MB/s | 738 kB 00:00 2024-05-08T22:30:31.285 INFO:teuthology.orchestra.run.smithi143.stdout:(124/127): openssl-libs-1.1.1k-12.el8.x86_64.rp 14 MB/s | 1.5 MB 00:00 2024-05-08T22:30:31.347 INFO:teuthology.orchestra.run.smithi038.stdout:(82/127): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 97 kB/s | 44 kB 00:00 2024-05-08T22:30:31.436 INFO:teuthology.orchestra.run.smithi143.stdout:(125/127): python3-scipy-1.0.0-21.module_el8+76 3.5 MB/s | 14 MB 00:04 2024-05-08T22:30:31.460 INFO:teuthology.orchestra.run.smithi143.stdout:(126/127): util-linux-user-2.32.1-46.el8.x86_64 587 kB/s | 103 kB 00:00 2024-05-08T22:30:31.511 INFO:teuthology.orchestra.run.smithi143.stdout:(127/127): util-linux-2.32.1-46.el8.x86_64.rpm 8.9 MB/s | 2.6 MB 00:00 2024-05-08T22:30:31.514 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-05-08T22:30:31.514 INFO:teuthology.orchestra.run.smithi143.stdout:Total 22 MB/s | 209 MB 00:09 2024-05-08T22:30:31.533 INFO:teuthology.orchestra.run.smithi038.stdout:(83/127): python3-beautifulsoup4-4.6.3-2.el8.1. 338 kB/s | 185 kB 00:00 2024-05-08T22:30:31.787 INFO:teuthology.orchestra.run.smithi038.stdout:(84/127): python3-cachetools-3.1.1-4.el8.noarch 75 kB/s | 33 kB 00:00 2024-05-08T22:30:31.906 INFO:teuthology.orchestra.run.smithi038.stdout:(85/127): python3-certifi-2018.10.15-7.el8.noar 44 kB/s | 16 kB 00:00 2024-05-08T22:30:32.328 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-05-08T22:30:32.381 INFO:teuthology.orchestra.run.smithi038.stdout:(86/127): python3-scipy-1.0.0-21.module_el8+762 3.5 MB/s | 14 MB 00:04 2024-05-08T22:30:32.408 INFO:teuthology.orchestra.run.smithi038.stdout:(87/127): python3-cheroot-8.5.2-1.el8.noarch.rp 279 kB/s | 173 kB 00:00 2024-05-08T22:30:32.590 INFO:teuthology.orchestra.run.smithi038.stdout:(88/127): python3-cherrypy-18.4.0-1.el8.noarch. 563 kB/s | 384 kB 00:00 2024-05-08T22:30:32.591 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-05-08T22:30:32.591 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-05-08T22:30:32.791 INFO:teuthology.orchestra.run.smithi038.stdout:(89/127): python3-jaraco-6.2-6.el8.noarch.rpm 29 kB/s | 11 kB 00:00 2024-05-08T22:30:32.824 INFO:teuthology.orchestra.run.smithi038.stdout:(90/127): python3-google-auth-1.1.1-10.el8.noar 184 kB/s | 81 kB 00:00 2024-05-08T22:30:32.950 INFO:teuthology.orchestra.run.smithi038.stdout:(91/127): python3-jaraco-functools-2.0-4.el8.no 49 kB/s | 18 kB 00:00 2024-05-08T22:30:33.275 INFO:teuthology.orchestra.run.smithi038.stdout:(92/127): python3-logutils-0.3.5-11.el8.noarch. 108 kB/s | 49 kB 00:00 2024-05-08T22:30:33.392 INFO:teuthology.orchestra.run.smithi038.stdout:(93/127): python3-more-itertools-7.2.0-3.el8.no 133 kB/s | 59 kB 00:00 2024-05-08T22:30:33.759 INFO:teuthology.orchestra.run.smithi038.stdout:(94/127): python3-portend-2.6-1.el8.noarch.rpm 42 kB/s | 16 kB 00:00 2024-05-08T22:30:33.876 INFO:teuthology.orchestra.run.smithi038.stdout:(95/127): python3-pecan-1.3.2-9.el8.noarch.rpm 471 kB/s | 283 kB 00:00 2024-05-08T22:30:33.966 INFO:teuthology.orchestra.run.smithi038.stdout:(96/127): python3-kubernetes-11.0.0-6.el8.noarc 1.0 MB/s | 1.2 MB 00:01 2024-05-08T22:30:34.020 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-05-08T22:30:34.023 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-05-08T22:30:34.160 INFO:teuthology.orchestra.run.smithi038.stdout:(97/127): python3-repoze-lru-0.7-6.el8.noarch.r 84 kB/s | 34 kB 00:00 2024-05-08T22:30:34.418 INFO:teuthology.orchestra.run.smithi038.stdout:(98/127): python3-rsa-4.9-2.el8.noarch.rpm 144 kB/s | 64 kB 00:00 2024-05-08T22:30:34.486 INFO:teuthology.orchestra.run.smithi038.stdout:(99/127): python3-routes-2.4.1-12.el8.noarch.rp 322 kB/s | 196 kB 00:00 2024-05-08T22:30:34.527 INFO:teuthology.orchestra.run.smithi038.stdout:(100/127): python3-simplegeneric-0.8.1-17.el8.n 51 kB/s | 19 kB 00:00 2024-05-08T22:30:34.778 INFO:teuthology.orchestra.run.smithi038.stdout:(101/127): python3-singledispatch-3.4.0.3-18.el 67 kB/s | 24 kB 00:00 2024-05-08T22:30:34.828 INFO:teuthology.orchestra.run.smithi038.stdout:(102/127): python3-tempora-1.14.1-5.el8.noarch. 85 kB/s | 29 kB 00:00 2024-05-08T22:30:34.887 INFO:teuthology.orchestra.run.smithi038.stdout:(103/127): python3-trustme-0.6.0-4.el8.noarch.r 77 kB/s | 27 kB 00:00 2024-05-08T22:30:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:(104/127): python3-websocket-client-0.56.0-5.el 141 kB/s | 61 kB 00:00 2024-05-08T22:30:35.370 INFO:teuthology.orchestra.run.smithi038.stdout:(105/127): python3-waitress-1.4.3-1.el8.noarch. 431 kB/s | 255 kB 00:00 2024-05-08T22:30:35.546 INFO:teuthology.orchestra.run.smithi038.stdout:(106/127): python3-webob-1.8.5-1.el8.1.noarch.r 350 kB/s | 251 kB 00:00 2024-05-08T22:30:35.650 INFO:teuthology.orchestra.run.smithi038.stdout:(107/127): librados2-16.2.15-0.el8.x86_64.rpm 36 MB/s | 3.7 MB 00:00 2024-05-08T22:30:35.738 INFO:teuthology.orchestra.run.smithi038.stdout:(108/127): librbd1-16.2.15-0.el8.x86_64.rpm 48 MB/s | 4.2 MB 00:00 2024-05-08T22:30:35.763 INFO:teuthology.orchestra.run.smithi038.stdout:(109/127): python3-webtest-2.0.33-1.el8.noarch. 193 kB/s | 85 kB 00:00 2024-05-08T22:30:35.788 INFO:teuthology.orchestra.run.smithi038.stdout:(110/127): python3-zc-lockfile-2.0-2.el8.noarch 55 kB/s | 23 kB 00:00 2024-05-08T22:30:35.964 INFO:teuthology.orchestra.run.smithi038.stdout:(111/127): NetworkManager-team-1.40.16-15.el8.x 920 kB/s | 161 kB 00:00 2024-05-08T22:30:36.056 INFO:teuthology.orchestra.run.smithi038.stdout:(112/127): NetworkManager-1.40.16-15.el8.x86_64 7.2 MB/s | 2.3 MB 00:00 2024-05-08T22:30:36.081 INFO:teuthology.orchestra.run.smithi038.stdout:(113/127): NetworkManager-tui-1.40.16-15.el8.x8 3.0 MB/s | 356 kB 00:00 2024-05-08T22:30:36.150 INFO:teuthology.orchestra.run.smithi038.stdout:(114/127): NetworkManager-libnm-1.40.16-15.el8. 4.9 MB/s | 1.9 MB 00:00 2024-05-08T22:30:36.182 INFO:teuthology.orchestra.run.smithi038.stdout:(115/127): elfutils-debuginfod-client-0.190-2.e 612 kB/s | 77 kB 00:00 2024-05-08T22:30:36.207 INFO:teuthology.orchestra.run.smithi038.stdout:(116/127): elfutils-libelf-0.190-2.el8.x86_64.r 1.8 MB/s | 233 kB 00:00 2024-05-08T22:30:36.232 INFO:teuthology.orchestra.run.smithi038.stdout:(117/127): elfutils-libs-0.190-2.el8.x86_64.rpm 3.6 MB/s | 305 kB 00:00 2024-05-08T22:30:36.274 INFO:teuthology.orchestra.run.smithi038.stdout:(118/127): iproute-6.2.0-5.el8.x86_64.rpm 9.1 MB/s | 854 kB 00:00 2024-05-08T22:30:36.299 INFO:teuthology.orchestra.run.smithi038.stdout:(119/127): libblkid-2.32.1-46.el8.x86_64.rpm 2.3 MB/s | 221 kB 00:00 2024-05-08T22:30:36.325 INFO:teuthology.orchestra.run.smithi038.stdout:(120/127): libfdisk-2.32.1-46.el8.x86_64.rpm 2.7 MB/s | 254 kB 00:00 2024-05-08T22:30:36.341 INFO:teuthology.orchestra.run.smithi038.stdout:(121/127): libmount-2.32.1-46.el8.x86_64.rpm 3.4 MB/s | 237 kB 00:00 2024-05-08T22:30:36.387 INFO:teuthology.orchestra.run.smithi038.stdout:(122/127): libsmartcols-2.32.1-46.el8.x86_64.rp 2.0 MB/s | 180 kB 00:00 2024-05-08T22:30:36.409 INFO:teuthology.orchestra.run.smithi038.stdout:(123/127): libuuid-2.32.1-46.el8.x86_64.rpm 1.2 MB/s | 99 kB 00:00 2024-05-08T22:30:36.451 INFO:teuthology.orchestra.run.smithi038.stdout:(124/127): openssl-1.1.1k-12.el8.x86_64.rpm 6.6 MB/s | 738 kB 00:00 2024-05-08T22:30:36.510 INFO:teuthology.orchestra.run.smithi038.stdout:(125/127): util-linux-user-2.32.1-46.el8.x86_64 1.7 MB/s | 103 kB 00:00 2024-05-08T22:30:36.551 INFO:teuthology.orchestra.run.smithi038.stdout:(126/127): openssl-libs-1.1.1k-12.el8.x86_64.rp 9.0 MB/s | 1.5 MB 00:00 2024-05-08T22:30:36.602 INFO:teuthology.orchestra.run.smithi038.stdout:(127/127): util-linux-2.32.1-46.el8.x86_64.rpm 13 MB/s | 2.6 MB 00:00 2024-05-08T22:30:36.604 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-05-08T22:30:36.605 INFO:teuthology.orchestra.run.smithi038.stdout:Total 15 MB/s | 209 MB 00:14 2024-05-08T22:30:37.422 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-05-08T22:30:37.705 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-05-08T22:30:37.705 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-05-08T22:30:39.013 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-05-08T22:30:39.184 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8.x86_64 1/1 2024-05-08T22:30:39.209 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-05-08T22:30:39.212 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-05-08T22:30:39.373 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8.x86_64 1/146 2024-05-08T22:30:39.445 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8.x86_64 1/146 2024-05-08T22:30:39.611 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/146 2024-05-08T22:30:39.911 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : leveldb-1.22-1.el8.x86_64 3/146 2024-05-08T22:30:40.091 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 4/146 2024-05-08T22:30:40.294 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librabbitmq-0.9.0-5.el8.x86_64 5/146 2024-05-08T22:30:40.435 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libuuid-2.32.1-46.el8.x86_64 6/146 2024-05-08T22:30:40.508 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libuuid-2.32.1-46.el8.x86_64 6/146 2024-05-08T22:30:40.738 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libblkid-2.32.1-46.el8.x86_64 7/146 2024-05-08T22:30:40.839 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libblkid-2.32.1-46.el8.x86_64 7/146 2024-05-08T22:30:41.533 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : elfutils-libelf-0.190-2.el8.x86_64 8/146 2024-05-08T22:30:41.744 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 9/146 2024-05-08T22:30:42.133 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 9/146 2024-05-08T22:30:42.370 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librados2-2:16.2.15-0.el8.x86_64 10/146 2024-05-08T22:30:42.784 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 10/146 2024-05-08T22:30:42.960 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librbd1-2:16.2.15-0.el8.x86_64 11/146 2024-05-08T22:30:43.082 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 11/146 2024-05-08T22:30:43.285 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephfs2-2:16.2.15-0.el8.x86_64 12/146 2024-05-08T22:30:43.657 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 12/146 2024-05-08T22:30:43.810 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librgw2-2:16.2.15-0.el8.x86_64 13/146 2024-05-08T22:30:43.906 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 13/146 2024-05-08T22:30:44.072 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rados-2:16.2.15-0.el8.x86_64 14/146 2024-05-08T22:30:44.304 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 15/146 2024-05-08T22:30:44.499 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 16/146 2024-05-08T22:30:44.651 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephsqlite-2:16.2.15-0.el8.x86_64 17/146 2024-05-08T22:30:44.751 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-05-08T22:30:44.774 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 17/146 2024-05-08T22:30:44.926 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libradosstriper1-2:16.2.15-0.el8.x86_64 18/146 2024-05-08T22:30:44.929 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8.x86_64 1/1 2024-05-08T22:30:45.167 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8.x86_64 1/146 2024-05-08T22:30:45.234 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8.x86_64 1/146 2024-05-08T22:30:45.291 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 18/146 2024-05-08T22:30:45.426 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/146 2024-05-08T22:30:45.543 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-libnm-1:1.40.16-15.el8.x86_64 19/146 2024-05-08T22:30:45.604 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-libnm-1:1.40.16-15.el8.x86_64 19/146 2024-05-08T22:30:45.682 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : leveldb-1.22-1.el8.x86_64 3/146 2024-05-08T22:30:45.839 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.40.16-15.el8.x86_64 20/146 2024-05-08T22:30:45.857 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 4/146 2024-05-08T22:30:46.042 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librabbitmq-0.9.0-5.el8.x86_64 5/146 2024-05-08T22:30:46.064 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-1:1.40.16-15.el8.x86_64 20/146 2024-05-08T22:30:46.200 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : libuuid-2.32.1-46.el8.x86_64 6/146 2024-05-08T22:30:46.326 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libuuid-2.32.1-46.el8.x86_64 6/146 2024-05-08T22:30:46.448 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.40.16-15.el8.x86_64 20/146 2024-05-08T22:30:46.566 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : libblkid-2.32.1-46.el8.x86_64 7/146 2024-05-08T22:30:46.653 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libblkid-2.32.1-46.el8.x86_64 7/146 2024-05-08T22:30:46.790 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 21/146 2024-05-08T22:30:46.950 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : elfutils-libelf-0.190-2.el8.x86_64 8/146 2024-05-08T22:30:46.982 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 22/146 2024-05-08T22:30:47.135 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libquadmath-8.5.0-22.el8.x86_64 23/146 2024-05-08T22:30:47.150 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 9/146 2024-05-08T22:30:47.267 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libquadmath-8.5.0-22.el8.x86_64 23/146 2024-05-08T22:30:47.443 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libgfortran-8.5.0-22.el8.x86_64 24/146 2024-05-08T22:30:47.559 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 9/146 2024-05-08T22:30:47.983 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librados2-2:16.2.15-0.el8.x86_64 10/146 2024-05-08T22:30:48.041 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libgfortran-8.5.0-22.el8.x86_64 24/146 2024-05-08T22:30:48.251 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openblas-0.3.15-4.el8.x86_64 25/146 2024-05-08T22:30:48.440 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 10/146 2024-05-08T22:30:48.633 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librbd1-2:16.2.15-0.el8.x86_64 11/146 2024-05-08T22:30:48.744 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 11/146 2024-05-08T22:30:48.868 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 25/146 2024-05-08T22:30:48.941 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs2-2:16.2.15-0.el8.x86_64 12/146 2024-05-08T22:30:49.059 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 26/146 2024-05-08T22:30:49.337 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 12/146 2024-05-08T22:30:49.524 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librgw2-2:16.2.15-0.el8.x86_64 13/146 2024-05-08T22:30:49.631 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 13/146 2024-05-08T22:30:49.760 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 26/146 2024-05-08T22:30:49.861 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rados-2:16.2.15-0.el8.x86_64 14/146 2024-05-08T22:30:50.076 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 27/146 2024-05-08T22:30:50.090 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 15/146 2024-05-08T22:30:50.315 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 16/146 2024-05-08T22:30:50.320 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 28/146 2024-05-08T22:30:50.458 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephsqlite-2:16.2.15-0.el8.x86_64 17/146 2024-05-08T22:30:50.523 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ceph-common-2:16.2.15-0.el8.x86_64 29/146 2024-05-08T22:30:50.584 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 17/146 2024-05-08T22:30:50.689 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 30/146 2024-05-08T22:30:50.725 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libradosstriper1-2:16.2.15-0.el8.x86_64 18/146 2024-05-08T22:30:50.921 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cephfs-2:16.2.15-0.el8.x86_64 31/146 2024-05-08T22:30:51.105 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 18/146 2024-05-08T22:30:51.117 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/146 2024-05-08T22:30:51.383 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-libnm-1:1.40.16-15.el8.x86_64 19/146 2024-05-08T22:30:51.427 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-libnm-1:1.40.16-15.el8.x86_64 19/146 2024-05-08T22:30:51.680 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.40.16-15.el8.x86_64 20/146 2024-05-08T22:30:52.001 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-1:1.40.16-15.el8.x86_64 20/146 2024-05-08T22:30:52.411 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.40.16-15.el8.x86_64 20/146 2024-05-08T22:30:52.647 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 21/146 2024-05-08T22:30:52.876 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/146 2024-05-08T22:30:53.161 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 33/146 2024-05-08T22:30:53.367 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 34/146 2024-05-08T22:30:53.382 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 22/146 2024-05-08T22:30:53.532 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libquadmath-8.5.0-22.el8.x86_64 23/146 2024-05-08T22:30:53.625 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rsa-4.9-2.el8.noarch 35/146 2024-05-08T22:30:53.711 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libquadmath-8.5.0-22.el8.x86_64 23/146 2024-05-08T22:30:53.844 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rbd-2:16.2.15-0.el8.x86_64 36/146 2024-05-08T22:30:53.907 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgfortran-8.5.0-22.el8.x86_64 24/146 2024-05-08T22:30:54.031 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rgw-2:16.2.15-0.el8.x86_64 37/146 2024-05-08T22:30:54.255 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librados-devel-2:16.2.15-0.el8.x86_64 38/146 2024-05-08T22:30:54.436 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : elfutils-libs-0.190-2.el8.x86_64 39/146 2024-05-08T22:30:54.525 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libgfortran-8.5.0-22.el8.x86_64 24/146 2024-05-08T22:30:54.639 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el8.x86_64 40/146 2024-05-08T22:30:54.724 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-0.3.15-4.el8.x86_64 25/146 2024-05-08T22:30:54.866 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libfdisk-2.32.1-46.el8.x86_64 41/146 2024-05-08T22:30:54.932 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libfdisk-2.32.1-46.el8.x86_64 41/146 2024-05-08T22:30:55.117 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libmount-2.32.1-46.el8.x86_64 42/146 2024-05-08T22:30:55.216 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libmount-2.32.1-46.el8.x86_64 42/146 2024-05-08T22:30:55.416 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 25/146 2024-05-08T22:30:55.451 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 43/146 2024-05-08T22:30:55.634 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libsmartcols-2.32.1-46.el8.x86_64 44/146 2024-05-08T22:30:55.657 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 26/146 2024-05-08T22:30:56.125 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libsmartcols-2.32.1-46.el8.x86_64 44/146 2024-05-08T22:30:56.378 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 26/146 2024-05-08T22:30:56.409 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : util-linux-2.32.1-46.el8.x86_64 45/146 2024-05-08T22:30:56.423 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: util-linux-2.32.1-46.el8.x86_64 45/146 2024-05-08T22:30:56.593 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 46/146 2024-05-08T22:30:56.712 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 27/146 2024-05-08T22:30:56.882 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 47/146 2024-05-08T22:30:56.954 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 28/146 2024-05-08T22:30:57.101 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 48/146 2024-05-08T22:30:57.180 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-common-2:16.2.15-0.el8.x86_64 29/146 2024-05-08T22:30:57.371 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 49/146 2024-05-08T22:30:57.388 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 30/146 2024-05-08T22:30:57.535 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 50/146 2024-05-08T22:30:57.642 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cephfs-2:16.2.15-0.el8.x86_64 31/146 2024-05-08T22:30:57.733 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 51/146 2024-05-08T22:30:57.857 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/146 2024-05-08T22:30:57.977 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 52/146 2024-05-08T22:30:58.136 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 53/146 2024-05-08T22:30:58.297 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 54/146 2024-05-08T22:30:58.498 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 55/146 2024-05-08T22:30:58.698 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 56/146 2024-05-08T22:30:58.948 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 57/146 2024-05-08T22:30:59.188 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 58/146 2024-05-08T22:30:59.409 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 59/146 2024-05-08T22:30:59.667 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 60/146 2024-05-08T22:30:59.743 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/146 2024-05-08T22:30:59.893 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 61/146 2024-05-08T22:31:00.054 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 33/146 2024-05-08T22:31:00.096 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 62/146 2024-05-08T22:31:00.216 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 34/146 2024-05-08T22:31:00.294 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 63/146 2024-05-08T22:31:00.467 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rsa-4.9-2.el8.noarch 35/146 2024-05-08T22:31:00.657 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 64/146 2024-05-08T22:31:00.660 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rbd-2:16.2.15-0.el8.x86_64 36/146 2024-05-08T22:31:00.910 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rgw-2:16.2.15-0.el8.x86_64 37/146 2024-05-08T22:31:00.935 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cryptography-3.2.1-7.el8.x86_64 65/146 2024-05-08T22:31:01.116 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 66/146 2024-05-08T22:31:01.144 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librados-devel-2:16.2.15-0.el8.x86_64 38/146 2024-05-08T22:31:01.343 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 67/146 2024-05-08T22:31:01.347 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : elfutils-libs-0.190-2.el8.x86_64 39/146 2024-05-08T22:31:01.567 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el8.x86_64 40/146 2024-05-08T22:31:01.577 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 68/146 2024-05-08T22:31:01.789 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : libfdisk-2.32.1-46.el8.x86_64 41/146 2024-05-08T22:31:01.853 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libfdisk-2.32.1-46.el8.x86_64 41/146 2024-05-08T22:31:02.056 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : libmount-2.32.1-46.el8.x86_64 42/146 2024-05-08T22:31:02.163 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libmount-2.32.1-46.el8.x86_64 42/146 2024-05-08T22:31:02.360 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 43/146 2024-05-08T22:31:02.553 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : libsmartcols-2.32.1-46.el8.x86_64 44/146 2024-05-08T22:31:02.590 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 69/146 2024-05-08T22:31:02.815 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 70/146 2024-05-08T22:31:03.055 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 71/146 2024-05-08T22:31:03.057 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libsmartcols-2.32.1-46.el8.x86_64 44/146 2024-05-08T22:31:03.257 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 72/146 2024-05-08T22:31:03.356 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : util-linux-2.32.1-46.el8.x86_64 45/146 2024-05-08T22:31:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: util-linux-2.32.1-46.el8.x86_64 45/146 2024-05-08T22:31:03.525 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 73/146 2024-05-08T22:31:03.577 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 46/146 2024-05-08T22:31:03.718 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 74/146 2024-05-08T22:31:03.855 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 47/146 2024-05-08T22:31:04.036 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 75/146 2024-05-08T22:31:04.103 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 48/146 2024-05-08T22:31:04.228 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 76/146 2024-05-08T22:31:04.327 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 49/146 2024-05-08T22:31:04.400 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 77/146 2024-05-08T22:31:04.518 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 50/146 2024-05-08T22:31:04.578 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 78/146 2024-05-08T22:31:04.735 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 51/146 2024-05-08T22:31:04.937 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 79/146 2024-05-08T22:31:04.969 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 52/146 2024-05-08T22:31:05.143 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libselinux-devel-2.9-8.el8.x86_64 80/146 2024-05-08T22:31:05.168 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 53/146 2024-05-08T22:31:05.293 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 81/146 2024-05-08T22:31:05.337 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 54/146 2024-05-08T22:31:05.523 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 55/146 2024-05-08T22:31:05.529 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 82/146 2024-05-08T22:31:05.740 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 56/146 2024-05-08T22:31:05.749 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : krb5-devel-1.18.2-22.el8.x86_64 83/146 2024-05-08T22:31:06.000 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : fuse-2.9.7-19.el8.x86_64 84/146 2024-05-08T22:31:06.009 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 57/146 2024-05-08T22:31:06.230 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 85/146 2024-05-08T22:31:06.266 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 58/146 2024-05-08T22:31:06.418 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 86/146 2024-05-08T22:31:06.477 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 59/146 2024-05-08T22:31:06.645 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 87/146 2024-05-08T22:31:06.739 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 60/146 2024-05-08T22:31:06.891 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-portend-2.6-1.el8.noarch 88/146 2024-05-08T22:31:06.969 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 61/146 2024-05-08T22:31:07.156 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 89/146 2024-05-08T22:31:07.233 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 62/146 2024-05-08T22:31:07.298 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 90/146 2024-05-08T22:31:07.456 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 63/146 2024-05-08T22:31:07.861 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 64/146 2024-05-08T22:31:08.176 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cryptography-3.2.1-7.el8.x86_64 65/146 2024-05-08T22:31:08.409 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 66/146 2024-05-08T22:31:08.695 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 67/146 2024-05-08T22:31:08.955 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 68/146 2024-05-08T22:31:09.810 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 91/146 2024-05-08T22:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 69/146 2024-05-08T22:31:10.081 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-common-2:16.2.15-0.el8.x86_64 91/146 2024-05-08T22:31:10.297 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 70/146 2024-05-08T22:31:10.524 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 71/146 2024-05-08T22:31:10.765 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 72/146 2024-05-08T22:31:10.792 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 91/146 2024-05-08T22:31:11.034 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 73/146 2024-05-08T22:31:11.102 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-base-2:16.2.15-0.el8.x86_64 92/146 2024-05-08T22:31:11.209 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 92/146 2024-05-08T22:31:11.259 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 74/146 2024-05-08T22:31:11.356 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-selinux-2:16.2.15-0.el8.x86_64 93/146 2024-05-08T22:31:11.759 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 75/146 2024-05-08T22:31:11.977 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 76/146 2024-05-08T22:31:12.149 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 77/146 2024-05-08T22:31:12.339 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 78/146 2024-05-08T22:31:12.732 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 79/146 2024-05-08T22:31:13.018 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libselinux-devel-2.9-8.el8.x86_64 80/146 2024-05-08T22:31:13.169 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 81/146 2024-05-08T22:31:13.368 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 82/146 2024-05-08T22:31:13.566 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : krb5-devel-1.18.2-22.el8.x86_64 83/146 2024-05-08T22:31:13.799 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : fuse-2.9.7-19.el8.x86_64 84/146 2024-05-08T22:31:14.030 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 85/146 2024-05-08T22:31:14.226 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 86/146 2024-05-08T22:31:14.477 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 87/146 2024-05-08T22:31:14.806 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-portend-2.6-1.el8.noarch 88/146 2024-05-08T22:31:15.222 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 89/146 2024-05-08T22:31:15.371 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 90/146 2024-05-08T22:31:18.047 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 91/146 2024-05-08T22:31:18.329 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-common-2:16.2.15-0.el8.x86_64 91/146 2024-05-08T22:31:19.075 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 91/146 2024-05-08T22:31:19.597 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-base-2:16.2.15-0.el8.x86_64 92/146 2024-05-08T22:31:19.741 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 92/146 2024-05-08T22:31:19.929 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-selinux-2:16.2.15-0.el8.x86_64 93/146 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 93/146 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /sys 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /proc 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /dev 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /run 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /mnt 2024-05-08T22:31:30.705 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /var/tmp 2024-05-08T22:31:30.706 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /home 2024-05-08T22:31:30.706 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /tmp 2024-05-08T22:31:30.706 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /dev 2024-05-08T22:31:30.706 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:31:31.094 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mds-2:16.2.15-0.el8.x86_64 94/146 2024-05-08T22:31:31.537 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 94/146 2024-05-08T22:31:31.761 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mon-2:16.2.15-0.el8.x86_64 95/146 2024-05-08T22:31:33.274 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 95/146 2024-05-08T22:31:33.460 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-osd-2:16.2.15-0.el8.x86_64 96/146 2024-05-08T22:31:33.494 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 96/146 2024-05-08T22:31:33.728 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 97/146 2024-05-08T22:31:34.048 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 98/146 2024-05-08T22:31:34.350 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 99/146 2024-05-08T22:31:34.551 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 100/146 2024-05-08T22:31:34.805 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 101/146 2024-05-08T22:31:34.960 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : oniguruma-6.8.2-3.el8.x86_64 102/146 2024-05-08T22:31:35.045 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: oniguruma-6.8.2-3.el8.x86_64 102/146 2024-05-08T22:31:35.254 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : jq-1.6-8.el8.x86_64 103/146 2024-05-08T22:31:35.367 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 104/146 2024-05-08T22:31:36.432 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 105/146 2024-05-08T22:31:36.697 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 106/146 2024-05-08T22:31:37.735 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 106/146 2024-05-08T22:31:37.917 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 107/146 2024-05-08T22:31:38.007 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 107/146 2024-05-08T22:31:38.385 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 108/146 2024-05-08T22:31:38.556 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-2:16.2.15-0.el8.x86_64 109/146 2024-05-08T22:31:38.581 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 109/146 2024-05-08T22:31:38.776 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-rook-2:16.2.15-0.el8.noarch 110/146 2024-05-08T22:31:38.787 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 110/146 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 93/146 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /sys 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /proc 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /dev 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /run 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /mnt 2024-05-08T22:31:40.123 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /var/tmp 2024-05-08T22:31:40.124 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /home 2024-05-08T22:31:40.124 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /tmp 2024-05-08T22:31:40.124 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /dev 2024-05-08T22:31:40.124 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:31:40.585 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mds-2:16.2.15-0.el8.x86_64 94/146 2024-05-08T22:31:41.054 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 94/146 2024-05-08T22:31:41.243 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mon-2:16.2.15-0.el8.x86_64 95/146 2024-05-08T22:31:42.852 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 95/146 2024-05-08T22:31:43.109 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-osd-2:16.2.15-0.el8.x86_64 96/146 2024-05-08T22:31:43.145 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 96/146 2024-05-08T22:31:43.408 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 97/146 2024-05-08T22:31:43.439 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-2:16.2.15-0.el8.x86_64 111/146 2024-05-08T22:31:43.789 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 98/146 2024-05-08T22:31:44.091 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 99/146 2024-05-08T22:31:44.276 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 100/146 2024-05-08T22:31:44.514 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 101/146 2024-05-08T22:31:44.635 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-test-2:16.2.15-0.el8.x86_64 112/146 2024-05-08T22:31:44.684 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : oniguruma-6.8.2-3.el8.x86_64 102/146 2024-05-08T22:31:44.756 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: oniguruma-6.8.2-3.el8.x86_64 102/146 2024-05-08T22:31:44.879 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-radosgw-2:16.2.15-0.el8.x86_64 113/146 2024-05-08T22:31:44.979 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jq-1.6-8.el8.x86_64 103/146 2024-05-08T22:31:45.125 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 104/146 2024-05-08T22:31:45.285 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 113/146 2024-05-08T22:31:45.458 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-mirror-2:16.2.15-0.el8.x86_64 114/146 2024-05-08T22:31:45.551 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 114/146 2024-05-08T22:31:46.296 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 105/146 2024-05-08T22:31:46.421 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-fuse-2:16.2.15-0.el8.x86_64 115/146 2024-05-08T22:31:46.626 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 106/146 2024-05-08T22:31:46.687 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openssl-devel-1:1.1.1k-12.el8.x86_64 116/146 2024-05-08T22:31:46.872 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : elfutils-libelf-devel-0.190-2.el8.x86_64 117/146 2024-05-08T22:31:47.036 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : util-linux-user-2.32.1-46.el8.x86_64 118/146 2024-05-08T22:31:47.194 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephfs-devel-2:16.2.15-0.el8.x86_64 119/146 2024-05-08T22:31:47.395 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-team-1:1.40.16-15.el8.x86_64 120/146 2024-05-08T22:31:47.566 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-tui-1:1.40.16-15.el8.x86_64 121/146 2024-05-08T22:31:47.734 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 106/146 2024-05-08T22:31:47.798 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-fuse-2:16.2.15-0.el8.x86_64 122/146 2024-05-08T22:31:47.958 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 107/146 2024-05-08T22:31:48.055 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 107/146 2024-05-08T22:31:48.094 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-nbd-2:16.2.15-0.el8.x86_64 123/146 2024-05-08T22:31:48.452 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : iproute-6.2.0-5.el8.x86_64 124/146 2024-05-08T22:31:48.466 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 108/146 2024-05-08T22:31:48.709 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-2:16.2.15-0.el8.x86_64 109/146 2024-05-08T22:31:48.736 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 109/146 2024-05-08T22:31:48.740 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : openssl-1:1.1.1k-12.el8.x86_64 125/146 2024-05-08T22:31:48.949 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-rook-2:16.2.15-0.el8.noarch 110/146 2024-05-08T22:31:48.961 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 110/146 2024-05-08T22:31:49.024 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flex-2.6.1-9.el8.x86_64 126/146 2024-05-08T22:31:49.115 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 126/146 2024-05-08T22:31:49.424 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : bison-3.0.4-10.el8.x86_64 127/146 2024-05-08T22:31:49.437 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 127/146 2024-05-08T22:31:49.609 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-tui-1:1.40.16-4.el8.x86_64 128/146 2024-05-08T22:31:49.809 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : elfutils-debuginfod-client-0.189-1.el8.x86_64 129/146 2024-05-08T22:31:49.983 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : elfutils-libs-0.189-1.el8.x86_64 130/146 2024-05-08T22:31:50.266 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : openssl-1:1.1.1k-9.el8.x86_64 131/146 2024-05-08T22:31:50.266 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/146 2024-05-08T22:31:50.511 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/146 2024-05-08T22:31:50.511 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/146 2024-05-08T22:31:50.766 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/146 2024-05-08T22:31:50.951 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : iproute-6.2.0-1.el8.x86_64 134/146 2024-05-08T22:31:51.113 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : util-linux-user-2.32.1-41.el8.x86_64 135/146 2024-05-08T22:31:51.368 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : util-linux-2.32.1-41.el8.x86_64 136/146 2024-05-08T22:31:51.368 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libfdisk-2.32.1-41.el8.x86_64 137/146 2024-05-08T22:31:51.576 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libfdisk-2.32.1-41.el8.x86_64 137/146 2024-05-08T22:31:51.576 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libmount-2.32.1-41.el8.x86_64 138/146 2024-05-08T22:31:51.776 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libmount-2.32.1-41.el8.x86_64 138/146 2024-05-08T22:31:51.776 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libblkid-2.32.1-41.el8.x86_64 139/146 2024-05-08T22:31:51.995 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libblkid-2.32.1-41.el8.x86_64 139/146 2024-05-08T22:31:52.134 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-team-1:1.40.16-4.el8.x86_64 140/146 2024-05-08T22:31:52.151 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.40.16-4.el8.x86_64 141/146 2024-05-08T22:31:52.151 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-1:1.40.16-4.el8.x86_64 141/146 2024-05-08T22:31:52.598 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.40.16-4.el8.x86_64 141/146 2024-05-08T22:31:52.598 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-libnm-1:1.40.16-4.el8.x86_64 142/146 2024-05-08T22:31:52.834 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-libnm-1:1.40.16-4.el8.x86_64 142/146 2024-05-08T22:31:52.834 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libuuid-2.32.1-41.el8.x86_64 143/146 2024-05-08T22:31:53.034 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libuuid-2.32.1-41.el8.x86_64 143/146 2024-05-08T22:31:53.034 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libsmartcols-2.32.1-41.el8.x86_64 144/146 2024-05-08T22:31:53.201 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libsmartcols-2.32.1-41.el8.x86_64 144/146 2024-05-08T22:31:53.392 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : elfutils-libelf-0.189-1.el8.x86_64 145/146 2024-05-08T22:31:53.392 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : openssl-libs-1:1.1.1k-9.el8.x86_64 146/146 2024-05-08T22:31:53.929 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-2:16.2.15-0.el8.x86_64 111/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: openssl-libs-1:1.1.1k-9.el8.x86_64 146/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 1/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 2/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 3/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 4/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 5/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 6/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 7/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 8/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 9/146 2024-05-08T22:31:54.225 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 10/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 11/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 12/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 13/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 14/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 15/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 16/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 17/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 18/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 19/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 20/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 21/146 2024-05-08T22:31:54.226 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 22/146 2024-05-08T22:31:54.227 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 23/146 2024-05-08T22:31:54.227 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 24/146 2024-05-08T22:31:54.227 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 25/146 2024-05-08T22:31:54.227 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 26/146 2024-05-08T22:31:54.227 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 27/146 2024-05-08T22:31:54.237 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 28/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 29/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 30/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 31/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 32/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : bison-3.0.4-10.el8.x86_64 33/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flex-2.6.1-9.el8.x86_64 34/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : jq-1.6-8.el8.x86_64 35/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 36/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 37/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : oniguruma-6.8.2-3.el8.x86_64 38/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 39/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 40/146 2024-05-08T22:31:54.238 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 41/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 42/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 43/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 44/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 45/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 46/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 47/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 48/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 49/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 50/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 51/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 52/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 53/146 2024-05-08T22:31:54.239 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 54/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 55/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-devel-0.190-2.el8.x86_64 56/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : fuse-2.9.7-19.el8.x86_64 57/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 58/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : krb5-devel-1.18.2-22.el8.x86_64 59/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 60/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libgfortran-8.5.0-22.el8.x86_64 61/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libquadmath-8.5.0-22.el8.x86_64 62/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librabbitmq-0.9.0-5.el8.x86_64 63/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libselinux-devel-2.9-8.el8.x86_64 64/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 65/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 66/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 67/146 2024-05-08T22:31:54.240 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8.x86_64 68/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 69/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 70/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 71/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 72/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cryptography-3.2.1-7.el8.x86_64 73/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 75/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 76/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 77/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 78/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 79/146 2024-05-08T22:31:54.241 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : leveldb-1.22-1.el8.x86_64 80/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 81/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 82/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 83/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 84/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 85/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 86/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 87/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 88/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 89/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 90/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 91/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 92/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 93/146 2024-05-08T22:31:54.242 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 94/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 95/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-portend-2.6-1.el8.noarch 96/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 97/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 98/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 99/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 100/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 101/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 102/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 103/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 104/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 105/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 106/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 107/146 2024-05-08T22:31:54.243 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 108/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 109/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 110/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 111/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 112/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-1:1.40.16-15.el8.x86_64 113/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-1:1.40.16-4.el8.x86_64 114/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-libnm-1:1.40.16-15.el8.x86_64 115/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-libnm-1:1.40.16-4.el8.x86_64 116/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-team-1:1.40.16-15.el8.x86_64 117/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-team-1:1.40.16-4.el8.x86_64 118/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-tui-1:1.40.16-15.el8.x86_64 119/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-tui-1:1.40.16-4.el8.x86_64 120/146 2024-05-08T22:31:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el8.x86_64 121/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-debuginfod-client-0.189-1.el8.x86_64 122/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-0.190-2.el8.x86_64 123/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-0.189-1.el8.x86_64 124/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libs-0.190-2.el8.x86_64 125/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libs-0.189-1.el8.x86_64 126/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : iproute-6.2.0-5.el8.x86_64 127/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : iproute-6.2.0-1.el8.x86_64 128/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libblkid-2.32.1-46.el8.x86_64 129/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libblkid-2.32.1-41.el8.x86_64 130/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libfdisk-2.32.1-46.el8.x86_64 131/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libfdisk-2.32.1-41.el8.x86_64 132/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libmount-2.32.1-46.el8.x86_64 133/146 2024-05-08T22:31:54.245 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libmount-2.32.1-41.el8.x86_64 134/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libsmartcols-2.32.1-46.el8.x86_64 135/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libsmartcols-2.32.1-41.el8.x86_64 136/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libuuid-2.32.1-46.el8.x86_64 137/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libuuid-2.32.1-41.el8.x86_64 138/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-1:1.1.1k-12.el8.x86_64 139/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-1:1.1.1k-9.el8.x86_64 140/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8.x86_64 141/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-libs-1:1.1.1k-9.el8.x86_64 142/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : util-linux-2.32.1-46.el8.x86_64 143/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : util-linux-2.32.1-41.el8.x86_64 144/146 2024-05-08T22:31:54.246 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : util-linux-user-2.32.1-46.el8.x86_64 145/146 2024-05-08T22:31:55.280 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-test-2:16.2.15-0.el8.x86_64 112/146 2024-05-08T22:31:55.534 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-radosgw-2:16.2.15-0.el8.x86_64 113/146 2024-05-08T22:31:55.957 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 113/146 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : util-linux-user-2.32.1-41.el8.x86_64 146/146 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout:Upgraded: 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-1:1.40.16-15.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-libnm-1:1.40.16-15.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-team-1:1.40.16-15.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-tui-1:1.40.16-15.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-debuginfod-client-0.190-2.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-0.190-2.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libs-0.190-2.el8.x86_64 2024-05-08T22:31:56.028 INFO:teuthology.orchestra.run.smithi143.stdout: iproute-6.2.0-5.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: libblkid-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: libfdisk-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: libmount-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: librados2-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: libsmartcols-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: libuuid-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-1:1.1.1k-12.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-libs-1:1.1.1k-12.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: util-linux-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: util-linux-user-2.32.1-46.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout:Installed: 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: bison-3.0.4-10.el8.x86_64 2024-05-08T22:31:56.029 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noarch 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook-2:16.2.15-0.el8.noarch 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.030 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-devel-0.190-2.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: flex-2.6.1-9.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: fuse-2.9.7-19.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: jq-1.6-8.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: krb5-devel-1.18.2-22.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: leveldb-1.22-1.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.031 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libgfortran-8.5.0-22.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: liboath-2.6.2-3.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libquadmath-8.5.0-22.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: librabbitmq-0.9.0-5.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: librdkafka-1.6.1-1.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libselinux-devel-2.9-8.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libunwind-1.3.1-3.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libverto-devel-0.3.2-2.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-05-08T22:31:56.032 INFO:teuthology.orchestra.run.smithi143.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: oniguruma-6.8.2-3.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-0.3.15-4.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-threads-0.3.15-4.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-devel-1:1.1.1k-12.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: pcre2-devel-10.32-3.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: pcre2-utf16-10.32-3.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: pcre2-utf32-10.32-3.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.033 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cryptography-3.2.1-7.el8.x86_64 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-6.2-6.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-05-08T22:31:56.034 INFO:teuthology.orchestra.run.smithi143.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-mako-1.0.6-14.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-portend-2.6-1.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pycparser-2.14-14.el8.noarch 2024-05-08T22:31:56.035 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pytz-2017.2-11.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-routes-2.4.1-12.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rsa-4.9-2.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-05-08T22:31:56.036 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd-2:16.2.15-0.el8.x86_64 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: socat-1.7.4.1-1.el8.x86_64 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-05-08T22:31:56.037 INFO:teuthology.orchestra.run.smithi143.stdout: zlib-devel-1.2.11-21.el8.x86_64 2024-05-08T22:31:56.038 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:31:56.038 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-05-08T22:31:56.166 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-mirror-2:16.2.15-0.el8.x86_64 114/146 2024-05-08T22:31:56.216 DEBUG:teuthology.parallel:result is None 2024-05-08T22:31:56.263 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 114/146 2024-05-08T22:31:57.248 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-fuse-2:16.2.15-0.el8.x86_64 115/146 2024-05-08T22:31:57.537 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openssl-devel-1:1.1.1k-12.el8.x86_64 116/146 2024-05-08T22:31:57.763 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : elfutils-libelf-devel-0.190-2.el8.x86_64 117/146 2024-05-08T22:31:57.969 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : util-linux-user-2.32.1-46.el8.x86_64 118/146 2024-05-08T22:31:58.119 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs-devel-2:16.2.15-0.el8.x86_64 119/146 2024-05-08T22:31:58.321 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-team-1:1.40.16-15.el8.x86_64 120/146 2024-05-08T22:31:58.516 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-tui-1:1.40.16-15.el8.x86_64 121/146 2024-05-08T22:31:58.783 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-fuse-2:16.2.15-0.el8.x86_64 122/146 2024-05-08T22:31:59.155 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-nbd-2:16.2.15-0.el8.x86_64 123/146 2024-05-08T22:31:59.575 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : iproute-6.2.0-5.el8.x86_64 124/146 2024-05-08T22:31:59.887 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : openssl-1:1.1.1k-12.el8.x86_64 125/146 2024-05-08T22:32:00.156 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flex-2.6.1-9.el8.x86_64 126/146 2024-05-08T22:32:00.255 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 126/146 2024-05-08T22:32:00.532 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : bison-3.0.4-10.el8.x86_64 127/146 2024-05-08T22:32:00.545 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 127/146 2024-05-08T22:32:00.734 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-tui-1:1.40.16-4.el8.x86_64 128/146 2024-05-08T22:32:00.908 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : elfutils-debuginfod-client-0.189-1.el8.x86_64 129/146 2024-05-08T22:32:01.104 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : elfutils-libs-0.189-1.el8.x86_64 130/146 2024-05-08T22:32:01.342 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : openssl-1:1.1.1k-9.el8.x86_64 131/146 2024-05-08T22:32:01.342 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/146 2024-05-08T22:32:01.627 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/146 2024-05-08T22:32:01.627 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/146 2024-05-08T22:32:01.922 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/146 2024-05-08T22:32:02.125 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : iproute-6.2.0-1.el8.x86_64 134/146 2024-05-08T22:32:02.313 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : util-linux-user-2.32.1-41.el8.x86_64 135/146 2024-05-08T22:32:02.550 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : util-linux-2.32.1-41.el8.x86_64 136/146 2024-05-08T22:32:02.550 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : libfdisk-2.32.1-41.el8.x86_64 137/146 2024-05-08T22:32:02.792 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libfdisk-2.32.1-41.el8.x86_64 137/146 2024-05-08T22:32:02.793 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : libmount-2.32.1-41.el8.x86_64 138/146 2024-05-08T22:32:03.026 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libmount-2.32.1-41.el8.x86_64 138/146 2024-05-08T22:32:03.026 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : libblkid-2.32.1-41.el8.x86_64 139/146 2024-05-08T22:32:03.258 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libblkid-2.32.1-41.el8.x86_64 139/146 2024-05-08T22:32:03.434 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-team-1:1.40.16-4.el8.x86_64 140/146 2024-05-08T22:32:03.475 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.40.16-4.el8.x86_64 141/146 2024-05-08T22:32:03.475 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-1:1.40.16-4.el8.x86_64 141/146 2024-05-08T22:32:03.903 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.40.16-4.el8.x86_64 141/146 2024-05-08T22:32:03.903 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-libnm-1:1.40.16-4.el8.x86_64 142/146 2024-05-08T22:32:04.159 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-libnm-1:1.40.16-4.el8.x86_64 142/146 2024-05-08T22:32:04.159 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : libuuid-2.32.1-41.el8.x86_64 143/146 2024-05-08T22:32:04.384 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libuuid-2.32.1-41.el8.x86_64 143/146 2024-05-08T22:32:04.384 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : libsmartcols-2.32.1-41.el8.x86_64 144/146 2024-05-08T22:32:04.626 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libsmartcols-2.32.1-41.el8.x86_64 144/146 2024-05-08T22:32:04.843 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : elfutils-libelf-0.189-1.el8.x86_64 145/146 2024-05-08T22:32:04.844 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : openssl-libs-1:1.1.1k-9.el8.x86_64 146/146 2024-05-08T22:32:05.789 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openssl-libs-1:1.1.1k-9.el8.x86_64 146/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 1/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 2/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 3/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 4/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 5/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 6/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 7/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 8/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 9/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 10/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 11/146 2024-05-08T22:32:05.790 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 12/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 13/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 14/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 15/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 16/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 17/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 18/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 19/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 20/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 21/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 22/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 23/146 2024-05-08T22:32:05.791 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 24/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 25/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 26/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 27/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 28/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.no 29/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 30/146 2024-05-08T22:32:05.792 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 31/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 32/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : bison-3.0.4-10.el8.x86_64 33/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flex-2.6.1-9.el8.x86_64 34/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jq-1.6-8.el8.x86_64 35/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 36/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 37/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : oniguruma-6.8.2-3.el8.x86_64 38/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 39/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 40/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 41/146 2024-05-08T22:32:05.802 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 42/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 43/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 44/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 45/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 46/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 47/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 48/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 49/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 50/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 51/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 52/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 53/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 54/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 55/146 2024-05-08T22:32:05.803 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libelf-devel-0.190-2.el8.x86_64 56/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : fuse-2.9.7-19.el8.x86_64 57/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 58/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : krb5-devel-1.18.2-22.el8.x86_64 59/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 60/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgfortran-8.5.0-22.el8.x86_64 61/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libquadmath-8.5.0-22.el8.x86_64 62/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librabbitmq-0.9.0-5.el8.x86_64 63/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libselinux-devel-2.9-8.el8.x86_64 64/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 65/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 66/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 67/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8.x86_64 68/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 69/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 70/146 2024-05-08T22:32:05.804 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 71/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 72/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cryptography-3.2.1-7.el8.x86_64 73/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 75/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 76/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 77/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 78/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 79/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : leveldb-1.22-1.el8.x86_64 80/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 81/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 82/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 83/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 84/146 2024-05-08T22:32:05.805 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 85/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 86/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 87/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 88/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 89/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 90/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 91/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 92/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 93/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 94/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 95/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-portend-2.6-1.el8.noarch 96/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 97/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 98/146 2024-05-08T22:32:05.806 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 99/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 100/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 101/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 102/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 103/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 104/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 105/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 106/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 107/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 108/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 109/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 110/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 111/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 112/146 2024-05-08T22:32:05.807 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-1:1.40.16-15.el8.x86_64 113/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-1:1.40.16-4.el8.x86_64 114/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-libnm-1:1.40.16-15.el8.x86_64 115/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-libnm-1:1.40.16-4.el8.x86_64 116/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-team-1:1.40.16-15.el8.x86_64 117/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-team-1:1.40.16-4.el8.x86_64 118/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-tui-1:1.40.16-15.el8.x86_64 119/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-tui-1:1.40.16-4.el8.x86_64 120/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el8.x86_64 121/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-debuginfod-client-0.189-1.el8.x86_64 122/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libelf-0.190-2.el8.x86_64 123/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libelf-0.189-1.el8.x86_64 124/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libs-0.190-2.el8.x86_64 125/146 2024-05-08T22:32:05.808 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libs-0.189-1.el8.x86_64 126/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : iproute-6.2.0-5.el8.x86_64 127/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : iproute-6.2.0-1.el8.x86_64 128/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libblkid-2.32.1-46.el8.x86_64 129/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libblkid-2.32.1-41.el8.x86_64 130/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libfdisk-2.32.1-46.el8.x86_64 131/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libfdisk-2.32.1-41.el8.x86_64 132/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libmount-2.32.1-46.el8.x86_64 133/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libmount-2.32.1-41.el8.x86_64 134/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libsmartcols-2.32.1-46.el8.x86_64 135/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libsmartcols-2.32.1-41.el8.x86_64 136/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libuuid-2.32.1-46.el8.x86_64 137/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libuuid-2.32.1-41.el8.x86_64 138/146 2024-05-08T22:32:05.809 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-1:1.1.1k-12.el8.x86_64 139/146 2024-05-08T22:32:05.810 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-1:1.1.1k-9.el8.x86_64 140/146 2024-05-08T22:32:05.810 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8.x86_64 141/146 2024-05-08T22:32:05.810 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-libs-1:1.1.1k-9.el8.x86_64 142/146 2024-05-08T22:32:05.810 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : util-linux-2.32.1-46.el8.x86_64 143/146 2024-05-08T22:32:05.810 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : util-linux-2.32.1-41.el8.x86_64 144/146 2024-05-08T22:32:05.810 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : util-linux-user-2.32.1-46.el8.x86_64 145/146 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : util-linux-user-2.32.1-41.el8.x86_64 146/146 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout:Upgraded: 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-1:1.40.16-15.el8.x86_64 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-libnm-1:1.40.16-15.el8.x86_64 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-team-1:1.40.16-15.el8.x86_64 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-tui-1:1.40.16-15.el8.x86_64 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-debuginfod-client-0.190-2.el8.x86_64 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-0.190-2.el8.x86_64 2024-05-08T22:32:07.713 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libs-0.190-2.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: iproute-6.2.0-5.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: libblkid-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: libfdisk-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: libmount-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: librados2-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: libsmartcols-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: libuuid-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-1:1.1.1k-12.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-libs-1:1.1.1k-12.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: util-linux-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.714 INFO:teuthology.orchestra.run.smithi038.stdout: util-linux-user-2.32.1-46.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: bison-3.0.4-10.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noarch 2024-05-08T22:32:07.715 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook-2:16.2.15-0.el8.noarch 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-devel-0.190-2.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: flex-2.6.1-9.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: fuse-2.9.7-19.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: jq-1.6-8.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-05-08T22:32:07.716 INFO:teuthology.orchestra.run.smithi038.stdout: krb5-devel-1.18.2-22.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: leveldb-1.22-1.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran-8.5.0-22.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: liboath-2.6.2-3.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath-8.5.0-22.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq-0.9.0-5.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka-1.6.1-1.el8.x86_64 2024-05-08T22:32:07.717 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: libselinux-devel-2.9-8.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind-1.3.1-3.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: libverto-devel-0.3.2-2.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: oniguruma-6.8.2-3.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-0.3.15-4.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-threads-0.3.15-4.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-devel-1:1.1.1k-12.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: pcre2-devel-10.32-3.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: pcre2-utf16-10.32-3.el8.x86_64 2024-05-08T22:32:07.718 INFO:teuthology.orchestra.run.smithi038.stdout: pcre2-utf32-10.32-3.el8.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography-3.2.1-7.el8.x86_64 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-6.2-6.el8.noarch 2024-05-08T22:32:07.719 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako-1.0.6-14.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend-2.6-1.el8.noarch 2024-05-08T22:32:07.720 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser-2.14-14.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz-2017.2-11.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes-2.4.1-12.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa-4.9-2.el8.noarch 2024-05-08T22:32:07.721 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.722 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd-2:16.2.15-0.el8.x86_64 2024-05-08T22:32:07.723 INFO:teuthology.orchestra.run.smithi038.stdout: socat-1.7.4.1-1.el8.x86_64 2024-05-08T22:32:07.723 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-05-08T22:32:07.723 INFO:teuthology.orchestra.run.smithi038.stdout: zlib-devel-1.2.11-21.el8.x86_64 2024-05-08T22:32:07.723 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:07.723 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-05-08T22:32:07.925 DEBUG:teuthology.parallel:result is None 2024-05-08T22:32:07.926 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:32:07.926 INFO:teuthology.packaging:ref: None 2024-05-08T22:32:07.926 INFO:teuthology.packaging:tag: None 2024-05-08T22:32:07.926 INFO:teuthology.packaging:branch: pacific 2024-05-08T22:32:07.926 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:32:07.927 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-05-08T22:32:08.237 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-08T22:32:08.261 INFO:teuthology.orchestra.run.smithi038.stdout:16.2.15-0.el8 2024-05-08T22:32:08.262 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-0.el8 2024-05-08T22:32:08.262 INFO:teuthology.task.install:The correct ceph version 16.2.15-0 is installed. 2024-05-08T22:32:08.264 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T22:32:08.264 INFO:teuthology.packaging:ref: None 2024-05-08T22:32:08.264 INFO:teuthology.packaging:tag: None 2024-05-08T22:32:08.264 INFO:teuthology.packaging:branch: pacific 2024-05-08T22:32:08.264 INFO:teuthology.packaging:sha1: d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:32:08.264 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2024-05-08T22:32:08.553 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-08T22:32:08.581 INFO:teuthology.orchestra.run.smithi143.stdout:16.2.15-0.el8 2024-05-08T22:32:08.581 INFO:teuthology.packaging:The installed version of ceph is 16.2.15-0.el8 2024-05-08T22:32:08.582 INFO:teuthology.task.install:The correct ceph version 16.2.15-0 is installed. 2024-05-08T22:32:08.583 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-08T22:32:08.584 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:08.584 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-08T22:32:08.614 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:08.614 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-08T22:32:08.655 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-08T22:32:08.656 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:08.656 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/daemon-helper 2024-05-08T22:32:08.684 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-08T22:32:08.752 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:08.752 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/daemon-helper 2024-05-08T22:32:08.782 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-08T22:32:08.851 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-08T22:32:08.851 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:08.851 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-08T22:32:08.879 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-08T22:32:08.947 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:08.947 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-08T22:32:08.976 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-08T22:32:09.044 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-08T22:32:09.044 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:09.044 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/stdin-killer 2024-05-08T22:32:09.071 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-08T22:32:09.140 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:09.141 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/stdin-killer 2024-05-08T22:32:09.167 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-08T22:32:09.235 INFO:teuthology.run_tasks:Running task print... 2024-05-08T22:32:09.243 INFO:teuthology.task.print:**** done installing pacific 2024-05-08T22:32:09.243 INFO:teuthology.run_tasks:Running task ceph... 2024-05-08T22:32:09.384 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-05-08T22:32:09.384 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 777 /var/log/ceph 2024-05-08T22:32:09.387 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 777 /var/log/ceph 2024-05-08T22:32:09.414 INFO:tasks.ceph:Disabling ceph logrotate... 2024-05-08T22:32:09.414 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/logrotate.d/ceph 2024-05-08T22:32:09.454 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /etc/logrotate.d/ceph 2024-05-08T22:32:09.481 INFO:tasks.ceph:Creating extra log directories... 2024-05-08T22:32:09.481 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-05-08T22:32:09.521 DEBUG:teuthology.orchestra.run.smithi143:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-05-08T22:32:09.558 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-05-08T22:32:09.558 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-05-08T22:32:09.558 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121', 'branch': 'wip-pdonnell-testing-20240508.150423-reef', 'description': 'fs/upgrade/upgraded_client/{bluestore-bitmap centos_8 clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/pacific 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/iozone}}}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'job_id': '7698121', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'install ceph/pacific latest\n'}], 'name': 'pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'wip-pdonnell-testing-20240508.150423-reef'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'mon pg warn min per osd': 0}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'check-counter': {'dry_run': True}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-pdonnell-testing-20240508.150423-reef', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'}}, 'owner': 'scheduled_pdonnell@teuthology', 'priority': 65, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3'], ['client.0']], 'seed': 2738, 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34', 'sleep_before_teardown': 0, 'subset': '17/512', 'suite': 'fs', 'suite_branch': 'wip-pdonnell-testing-20240508.150423-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_d21e4f961318b56f0d915caa2490c3711bf13c34/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34', 'targets': {'smithi038.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP4wHQVwH9q03Hm3i+EANO/Ppkq/CzFjK4ccNnJh0P4JepspSrDJBMIo7J6RUQ+Wx0ftdyWlXsqUry2X+tcy7Mc=', 'smithi143.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGYQQbjN/ocKg91SH2zZRzr6JfTjo3e4p/oUBCFMcGyu9dgLfuoy58HvgvhwHUr+nvjh+AE5TumCV+FcqsEOmaI='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'pacific', 'exclude_packages': ['cephadm', 'ceph-mgr-cephadm', 'ceph-immutable-object-cache', 'python3-rados', 'python3-rgw', 'python3-rbd', 'python3-cephfs', 'ceph-volume'], 'extra_packages': ['python-rados', 'python-rgw', 'python-rbd', 'python-cephfs'], 'extra_system_packages': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux'], 'flavor': 'default', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'}}, {'print': '**** done installing pacific'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'flavor': 'default', 'fs': 'xfs', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client pacific']}}, {'print': '**** done ceph'}, {'ceph-fuse': None}, {'ceph-fuse': {'client.0': {'mounted': False}}}, {'print': '**** done unmount client.0'}, {'install.upgrade': {'client.0': None}}, {'print': '**** done install.upgrade on client.0'}, {'ceph-fuse': {'client.0': None}}, {'print': '**** done remount client.0'}, {'workunit': {'clients': {'all': ['suites/iozone.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end", 'if not is_fuse() then reject() end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '1ae7ad82388e92a475afff437d49054826c019a1', 'timestamp': '2024-05-08_19:22:21', 'tube': 'smithi', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885'} 2024-05-08T22:32:09.558 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-05-08T22:32:09.588 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-05-08T22:32:09.606 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m0777 -- /var/run/ceph 2024-05-08T22:32:09.646 DEBUG:teuthology.orchestra.run.smithi143:> sudo install -d -m0777 -- /var/run/ceph 2024-05-08T22:32:09.673 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:09.673 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/scratch_devs of=/dev/stdout 2024-05-08T22:32:09.729 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-08T22:32:09.729 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_1 2024-05-08T22:32:09.786 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 169287 Links: 1 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-05-08 22:32:05.402919078 +0000 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-05-08 22:29:24.833438704 +0000 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-05-08 22:29:24.833438704 +0000 2024-05-08T22:32:09.787 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: - 2024-05-08T22:32:09.787 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-08T22:32:09.853 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-05-08T22:32:09.853 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-05-08T22:32:09.854 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000340054 s, 1.5 MB/s 2024-05-08T22:32:09.855 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-08T22:32:09.914 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_2 2024-05-08T22:32:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-08T22:32:09.971 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 169385 Links: 1 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-05-08 22:32:05.402919078 +0000 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-05-08 22:29:25.164432896 +0000 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-05-08 22:29:25.164432896 +0000 2024-05-08T22:32:09.972 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: - 2024-05-08T22:32:09.972 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-08T22:32:10.038 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-05-08T22:32:10.038 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-05-08T22:32:10.038 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000412694 s, 1.2 MB/s 2024-05-08T22:32:10.040 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-08T22:32:10.098 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_3 2024-05-08T22:32:10.156 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 169466 Links: 1 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-05-08 22:32:05.402919078 +0000 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-05-08 22:29:25.501426982 +0000 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-05-08 22:29:25.501426982 +0000 2024-05-08T22:32:10.157 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: - 2024-05-08T22:32:10.157 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-08T22:32:10.223 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-05-08T22:32:10.223 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-05-08T22:32:10.223 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000420967 s, 1.2 MB/s 2024-05-08T22:32:10.225 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-08T22:32:10.283 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_4 2024-05-08T22:32:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-08T22:32:10.341 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 169587 Links: 1 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-05-08 22:32:05.402919078 +0000 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-05-08 22:29:25.860420682 +0000 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-05-08 22:29:25.860420682 +0000 2024-05-08T22:32:10.342 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: - 2024-05-08T22:32:10.342 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-08T22:32:10.407 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-05-08T22:32:10.407 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-05-08T22:32:10.408 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000318394 s, 1.6 MB/s 2024-05-08T22:32:10.408 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-08T22:32:10.467 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-05-08T22:32:10.468 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi038.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-05-08T22:32:10.468 INFO:tasks.ceph:Generating config... 2024-05-08T22:32:10.469 INFO:tasks.ceph:[global] mon warn on pool no app = False 2024-05-08T22:32:10.469 INFO:tasks.ceph:[global] ms bind msgr2 = False 2024-05-08T22:32:10.469 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2024-05-08T22:32:10.469 INFO:tasks.ceph:[client] client mount timeout = 600 2024-05-08T22:32:10.469 INFO:tasks.ceph:[client] debug client = 20 2024-05-08T22:32:10.469 INFO:tasks.ceph:[client] debug ms = 1 2024-05-08T22:32:10.469 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-05-08T22:32:10.469 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] debug mds = 20 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] debug ms = 1 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] mds debug frag = True 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-05-08T22:32:10.470 INFO:tasks.ceph:[mgr] debug ms = 1 2024-05-08T22:32:10.471 INFO:tasks.ceph:[mon] debug mon = 20 2024-05-08T22:32:10.471 INFO:tasks.ceph:[mon] debug ms = 1 2024-05-08T22:32:10.471 INFO:tasks.ceph:[mon] debug paxos = 20 2024-05-08T22:32:10.471 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] bdev async discard = True 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] debug ms = 1 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] debug osd = 20 2024-05-08T22:32:10.471 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-05-08T22:32:10.472 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-05-08T22:32:10.472 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-05-08T22:32:10.472 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-05-08T22:32:10.472 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-05-08T22:32:10.472 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-05-08T22:32:10.472 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-05-08T22:32:10.472 INFO:tasks.ceph:Setting up mon.a... 2024-05-08T22:32:10.472 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-05-08T22:32:10.809 INFO:teuthology.orchestra.run.smithi038.stdout:creating /etc/ceph/ceph.keyring 2024-05-08T22:32:10.812 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-05-08T22:32:10.855 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-05-08T22:32:10.922 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.38'), ('mon.b', '[v2:172.21.15.38:3301,v1:172.21.15.38:6790]'), ('mon.c', '[v2:172.21.15.38:3302,v1:172.21.15.38:6791]')] 2024-05-08T22:32:10.923 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790],[v2:172.21.15.38:3302,v1:172.21.15.38:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-05-08T22:32:10.923 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:10.923 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-05-08T22:32:10.981 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.38 --addv b '[v2:172.21.15.38:3301,v1:172.21.15.38:6790]' --addv c '[v2:172.21.15.38:3302,v1:172.21.15.38:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool: generated fsid f8cfd9ed-f4ef-4506-b858-5b55e7f7418d 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:epoch 0 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:fsid f8cfd9ed-f4ef-4506-b858-5b55e7f7418d 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:last_changed 2024-05-08T22:32:11.067457+0000 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:created 2024-05-08T22:32:11.067457+0000 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:min_mon_release 0 (unknown) 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:election_strategy: 1 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:1: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.b 2024-05-08T22:32:11.066 INFO:teuthology.orchestra.run.smithi038.stdout:2: [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] mon.c 2024-05-08T22:32:11.067 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-05-08T22:32:11.068 DEBUG:teuthology.orchestra.run.smithi038:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-05-08T22:32:11.085 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f8cfd9ed-f4ef-4506-b858-5b55e7f7418d... 2024-05-08T22:32:11.086 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-05-08T22:32:11.128 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-05-08T22:32:11.171 INFO:teuthology.orchestra.run.smithi038.stdout:[global] 2024-05-08T22:32:11.171 INFO:teuthology.orchestra.run.smithi038.stdout: chdir = "" 2024-05-08T22:32:11.171 INFO:teuthology.orchestra.run.smithi038.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-05-08T22:32:11.171 INFO:teuthology.orchestra.run.smithi038.stdout: auth supported = cephx 2024-05-08T22:32:11.171 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: filestore xattr use omap = true 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: mon clock drift allowed = 1.000 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: osd crush chooseleaf type = 0 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: auth debug = true 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on old message = true 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on bug = true 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: mon max pg per osd = 10000 # >= luminous 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: mon pg warn max object skew = 0 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: # disable pg_autoscaler by default for new pools 2024-05-08T22:32:11.172 INFO:teuthology.orchestra.run.smithi038.stdout: osd_pool_default_pg_autoscale_mode = off 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: osd pool default size = 2 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd allow primary affinity = true 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd allow pg remap = true 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on legacy crush tunables = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on crush straw calc version zero = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on no sortbitwise = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on osd down out interval zero = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on too few osds = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_pool_no_redundancy = false 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: mon_allow_pool_size_one = true 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.173 INFO:teuthology.orchestra.run.smithi038.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: osd default data pool replay window = 5 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: mon allow pool delete = true 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: mon cluster log file level = debug 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: debug asserts on shutdown = true 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: mon health detail to clog = false 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: mon host = "172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790],[v2:172.21.15.38:3302,v1:172.21.15.38:6791]" 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on pool no app = False 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: ms bind msgr2 = False 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: mon pg warn min per osd = 0 2024-05-08T22:32:11.174 INFO:teuthology.orchestra.run.smithi038.stdout: fsid = f8cfd9ed-f4ef-4506-b858-5b55e7f7418d 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout:[osd] 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: osd journal size = 100 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: osd scrub load threshold = 5.0 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: osd scrub max interval = 600 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: osd mclock profile = high_recovery_ops 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: osd recover clone overlap = true 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: osd recovery max chunk = 1048576 2024-05-08T22:32:11.175 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug shutdown = true 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug op order = true 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug verify stray on activate = true 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd open classes on start = true 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug pg log writeout = true 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd deep scrub update digest min age = 30 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: osd map max advance = 10 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: journal zero on create = true 2024-05-08T22:32:11.176 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: filestore ondisk finisher threads = 3 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: filestore apply finisher threads = 3 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: bdev debug aio = true 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug misdirected ops = true 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: bdev async discard = True 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: bdev enable discard = True 2024-05-08T22:32:11.177 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore allocator = bitmap 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore block size = 96636764160 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore fsck on mount = True 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: debug bluefs = 1/20 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: debug bluestore = 1/20 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: debug osd = 20 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: debug rocksdb = 4/10 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd backfillfull_ratio = 0.85 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd full ratio = 0.9 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd nearfull ratio = 0.8 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: osd failsafe full ratio = 0.95 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: osd objectstore = bluestore 2024-05-08T22:32:11.178 INFO:teuthology.orchestra.run.smithi038.stdout: osd op complaint time = 180 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr] 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug mgr = 20 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug mon = 20 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug auth = 20 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min pgs per osd = 4 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min bytes per osd = 10 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: mgr/telemetry/nag = false 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout:[mon] 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug mon = 20 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug paxos = 20 2024-05-08T22:32:11.179 INFO:teuthology.orchestra.run.smithi038.stdout: debug auth = 20 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon data avail warn = 5 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon mgr mkfs grace = 240 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min pgs per osd = 4 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd reporter subtree level = osd 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd prime pg temp = true 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min bytes per osd = 10 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: auth mon ticket ttl = 660 # 11m 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: auth service ticket ttl = 240 # 4m 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: # don't complain about insecure global_id in the test suite 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-05-08T22:32:11.180 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: # 1m isn't quite enough 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: mon_down_mkfs_grace = 2m 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_filestore_osds = false 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: mon op complaint time = 120 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout:[client] 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: rgw cache enabled = true 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: rgw enable ops log = true 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: rgw enable usage log = true 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: client mount timeout = 600 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: debug client = 20 2024-05-08T22:32:11.181 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: rados mon op timeout = 900 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: rados osd op timeout = 900 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.a] 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.b] 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.c] 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.a] 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout:[mds] 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: debug mds = 20 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: debug mds balancer = 20 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: mds debug frag = True 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: mds debug scatterstat = True 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: mds op complaint time = 180 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: mds verify scatter = True 2024-05-08T22:32:11.182 INFO:teuthology.orchestra.run.smithi038.stdout: osd op complaint time = 180 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi038.stdout: rados mon op timeout = 900 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi038.stdout: rados osd op timeout = 900 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-05-08T22:32:11.183 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.184 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.185 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790],[v2:172.21.15.38:3302,v1:172.21.15.38:6791]" 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: ms bind msgr2 = False 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn min per osd = 0 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = f8cfd9ed-f4ef-4506-b858-5b55e7f7418d 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-05-08T22:32:11.186 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-05-08T22:32:11.187 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: bdev async discard = True 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: bdev enable discard = True 2024-05-08T22:32:11.188 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore allocator = bitmap 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 1/20 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 1/20 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 4/10 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-05-08T22:32:11.189 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-05-08T22:32:11.190 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.191 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-05-08T22:32:11.192 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-05-08T22:32:11.193 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-05-08T22:32:11.194 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-05-08T22:32:11.194 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-05-08T22:32:11.195 INFO:tasks.ceph:Creating admin key on mon.a... 2024-05-08T22:32:11.196 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-05-08T22:32:11.288 INFO:tasks.ceph:Copying monmap to all nodes... 2024-05-08T22:32:11.289 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:11.289 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-05-08T22:32:11.307 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:11.307 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-05-08T22:32:11.365 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:32:11.366 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:11.366 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/ceph/ceph.keyring 2024-05-08T22:32:11.366 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-05-08T22:32:11.442 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:11.442 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:11.501 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi143.front.sepia.ceph.com 2024-05-08T22:32:11.501 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:11.501 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/ceph/ceph.keyring 2024-05-08T22:32:11.501 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-05-08T22:32:11.544 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:11.544 DEBUG:teuthology.orchestra.run.smithi143:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:11.603 INFO:tasks.ceph:Setting up mon nodes... 2024-05-08T22:32:11.603 INFO:tasks.ceph:Setting up mgr nodes... 2024-05-08T22:32:11.603 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-05-08T22:32:11.653 INFO:teuthology.orchestra.run.smithi038.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-05-08T22:32:11.655 INFO:tasks.ceph:Setting up mds nodes... 2024-05-08T22:32:11.655 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-05-08T22:32:11.705 INFO:teuthology.orchestra.run.smithi038.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-05-08T22:32:11.707 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-05-08T22:32:11.734 INFO:tasks.ceph_client:Setting up client nodes... 2024-05-08T22:32:11.734 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-08T22:32:12.264 INFO:teuthology.orchestra.run.smithi143.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-05-08T22:32:12.278 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-05-08T22:32:12.279 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi038.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-05-08T22:32:12.279 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-05-08T22:32:12.309 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-05-08T22:32:12.309 INFO:tasks.ceph:role: osd.0 2024-05-08T22:32:12.309 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:32:12.309 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-05-08T22:32:12.407 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-05-08T22:32:12.408 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-05-08T22:32:13.701 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-05-08T22:32:13.703 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-05-08T22:32:13.704 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-05-08T22:32:13.753 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-05-08T22:32:13.788 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-05-08T22:32:13.858 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-05-08T22:32:13.859 INFO:tasks.ceph:role: osd.1 2024-05-08T22:32:13.859 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:32:13.859 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-05-08T22:32:13.955 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-05-08T22:32:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-05-08T22:32:13.956 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-05-08T22:32:15.244 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-05-08T22:32:15.246 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-05-08T22:32:15.246 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-05-08T22:32:15.299 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-05-08T22:32:15.333 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-05-08T22:32:15.403 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-05-08T22:32:15.403 INFO:tasks.ceph:role: osd.2 2024-05-08T22:32:15.403 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:32:15.403 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-05-08T22:32:15.500 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-05-08T22:32:16.782 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-05-08T22:32:16.786 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-05-08T22:32:16.787 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-05-08T22:32:16.836 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-05-08T22:32:16.870 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-05-08T22:32:16.941 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-05-08T22:32:16.941 INFO:tasks.ceph:role: osd.3 2024-05-08T22:32:16.941 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:32:16.941 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-05-08T22:32:17.038 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-05-08T22:32:17.039 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-05-08T22:32:17.040 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-05-08T22:32:18.325 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-05-08T22:32:18.327 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-05-08T22:32:18.327 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-05-08T22:32:18.376 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-05-08T22:32:18.410 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:18.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:18.513+0000 7fb4acc57380 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-05-08T22:32:18.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:18.513+0000 7fb4acc57380 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-05-08T22:32:18.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:18.513+0000 7fb4acc57380 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-05-08T22:32:18.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:18.513+0000 7fb4acc57380 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-05-08T22:32:18.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:18.513+0000 7fb4acc57380 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-05-08T22:32:18.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:18.514+0000 7fb4acc57380 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-05-08T22:32:21.381 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-08T22:32:21.414 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:21.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:21.502+0000 7fc391b62380 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-05-08T22:32:21.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:21.502+0000 7fc391b62380 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-05-08T22:32:21.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:21.502+0000 7fc391b62380 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-05-08T22:32:21.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:21.502+0000 7fc391b62380 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-05-08T22:32:21.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:21.502+0000 7fc391b62380 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-05-08T22:32:21.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:21.503+0000 7fc391b62380 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-05-08T22:32:24.356 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-05-08T22:32:24.389 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:24.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:24.479+0000 7efdb7f5f380 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-05-08T22:32:24.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:24.479+0000 7efdb7f5f380 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-05-08T22:32:24.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:24.479+0000 7efdb7f5f380 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-05-08T22:32:24.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:24.479+0000 7efdb7f5f380 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-05-08T22:32:24.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:24.479+0000 7efdb7f5f380 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-05-08T22:32:24.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:24.480+0000 7efdb7f5f380 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-05-08T22:32:27.346 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-05-08T22:32:27.379 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:27.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:27.472+0000 7fefcbb31380 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-05-08T22:32:27.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:27.472+0000 7fefcbb31380 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-05-08T22:32:27.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:27.472+0000 7fefcbb31380 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-05-08T22:32:27.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:27.472+0000 7fefcbb31380 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-05-08T22:32:27.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:27.472+0000 7fefcbb31380 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-05-08T22:32:27.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:27.473+0000 7fefcbb31380 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-05-08T22:32:30.341 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-05-08T22:32:30.374 INFO:tasks.ceph:Reading keys from all nodes... 2024-05-08T22:32:30.375 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:30.375 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-05-08T22:32:30.446 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:30.446 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-05-08T22:32:30.517 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:30.517 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-05-08T22:32:30.587 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:30.587 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-05-08T22:32:30.656 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:30.657 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-05-08T22:32:30.726 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:30.726 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-05-08T22:32:30.796 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:32:30.796 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-05-08T22:32:30.818 INFO:tasks.ceph:Adding keys to all mons... 2024-05-08T22:32:30.818 DEBUG:teuthology.orchestra.run.smithi038:> sudo tee -a /etc/ceph/ceph.keyring 2024-05-08T22:32:30.863 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr.x] 2024-05-08T22:32:30.863 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQBr/TtmKAMLJxAAFORYpiRDkfeS582KCFWb5Q== 2024-05-08T22:32:30.863 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.a] 2024-05-08T22:32:30.863 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQBr/TtmHpMkKhAAnulbhTxMMmw1BOtJ8sUUyw== 2024-05-08T22:32:30.863 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.0] 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQBy/TtmENmvHhAALPcKLby3fmCtHpy3qqoZXw== 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.1] 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQB1/Ttmyi0JHhAAhhxxMdxDmTN2Hk7iaPUZow== 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.2] 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQB4/TtmqNqhHBAAejqsMMaDAE0czpiYVKC7cA== 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.3] 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQB7/TtmG2Y/HBAAZDwrTXCk/P+ydv2xUd8HRg== 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout:[client.0] 2024-05-08T22:32:30.864 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQBs/TtmSS/WDxAARE+wz7tdrzXq0Tko/+uCVg== 2024-05-08T22:32:30.865 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-05-08T22:32:30.957 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-05-08T22:32:31.010 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-05-08T22:32:31.059 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-05-08T22:32:31.108 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-05-08T22:32:31.158 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-05-08T22:32:31.207 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-05-08T22:32:31.259 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-05-08T22:32:31.259 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-05-08T22:32:31.286 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-05-08T22:32:31.382 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-05-08T22:32:31.409 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-05-08T22:32:31.477 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-05-08T22:32:31.585 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-05-08T22:32:31.612 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-05-08T22:32:31.680 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-05-08T22:32:31.779 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-05-08T22:32:31.806 DEBUG:teuthology.orchestra.run.smithi038:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-05-08T22:32:31.865 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-05-08T22:32:31.865 INFO:tasks.ceph.mon.a:Restarting daemon 2024-05-08T22:32:31.865 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-05-08T22:32:31.907 INFO:tasks.ceph.mon.a:Started 2024-05-08T22:32:31.907 INFO:tasks.ceph.mon.b:Restarting daemon 2024-05-08T22:32:31.908 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-05-08T22:32:31.910 INFO:tasks.ceph.mon.b:Started 2024-05-08T22:32:31.910 INFO:tasks.ceph.mon.c:Restarting daemon 2024-05-08T22:32:31.910 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-05-08T22:32:31.912 INFO:tasks.ceph.mon.c:Started 2024-05-08T22:32:31.912 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-05-08T22:32:31.912 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-05-08T22:32:31.912 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-05-08T22:32:31.914 INFO:tasks.ceph.mgr.x:Started 2024-05-08T22:32:31.914 INFO:tasks.ceph:Setting crush tunables to default 2024-05-08T22:32:31.914 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd crush tunables default 2024-05-08T22:32:32.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.048+0000 7f66b6282700 1 Processor -- start 2024-05-08T22:32:32.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.048+0000 7f66b6282700 1 -- start start 2024-05-08T22:32:32.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.048+0000 7f66b6282700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:32.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.048+0000 7f66b6282700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.048+0000 7f66b6282700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66b0064aa0 con 0x7f66b0127e10 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.048+0000 7f66b6282700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66b0064380 con 0x7f66b0063fa0 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66b6282700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f66b0091f50 con 0x7f66b0097b10 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66af7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66b481f700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f66b0127e10 0x7f66b0098390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54594/0 (socket says 172.21.15.38:54594) 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66affff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66b481f700 1 -- 172.21.15.38:0/3775153239 learned_addr learned my addr 172.21.15.38:0/3775153239 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:32.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:32.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:32.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.200000 2024-05-08T22:32:32.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.200000 2024-05-08T22:32:32.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:32.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.400000 2024-05-08T22:32:32.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.250+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.400000 2024-05-08T22:32:32.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:32.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:32.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:32.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:32.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:32.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-05-08T22:32:32.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:32.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:32.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.800000 2024-05-08T22:32:32.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:32.651+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.800000 2024-05-08T22:32:33.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 1.600000 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:33.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:33.452+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 1.600000 2024-05-08T22:32:35.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f66b0127920 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T22:32:35.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f66b0127920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:35.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f66b0127300 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T22:32:35.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f66b0127300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 >> v1:172.21.15.38:6789/0 conn(0x7f66b0127e10 legacy=0x7f66b0098390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66b0064380 con 0x7f669c003550 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:35.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.200000 2024-05-08T22:32:35.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.250+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:35.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.250+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:35.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.250+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:35.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.250+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:35.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.250+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.400000 2024-05-08T22:32:35.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.651+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:35.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.651+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:35.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.651+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:35.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.651+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:35.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:35.651+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 0.800000 2024-05-08T22:32:36.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:36.453+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:36.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:36.453+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-05-08T22:32:36.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:36.453+0000 7f66affff700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-05-08T22:32:36.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:36.453+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-05-08T22:32:36.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:36.453+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0)._fault waiting 1.600000 2024-05-08T22:32:37.443 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:37.443+0000 7f1177257680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-08T22:32:37.516 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:37.516+0000 7f1177257680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-08T22:32:37.600 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:37.600+0000 7f1177257680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f669c0081d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f669c00a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66b0064380 con 0x7f66b0063fa0 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66b0091f50 con 0x7f669c003550 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66adffb700 1 -- 172.21.15.38:0/3775153239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f669c00ad00 con 0x7f66b0097b10 2024-05-08T22:32:38.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f669c0081d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66b481f700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f669c00a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 msgr2=0x7f669c00a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f669c00a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 msgr2=0x7f669c0081d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f669c0081d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66af7fe700 1 -- 172.21.15.38:0/3775153239 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66b00650b0 con 0x7f669c003550 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.049+0000 7f66affff700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f669c0081d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66af7fe700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 rx=0x7f66b006add0 tx=0x7f66a0008040).ready entity=mon.1 client_cookie=4f7d881bb6f0c295 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66aeffd700 1 -- 172.21.15.38:0/3775153239 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a0011450 con 0x7f669c003550 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66aeffd700 1 -- 172.21.15.38:0/3775153239 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66a0015490 con 0x7f669c003550 2024-05-08T22:32:38.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66aeffd700 1 -- 172.21.15.38:0/3775153239 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a0015810 con 0x7f669c003550 2024-05-08T22:32:38.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 -- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 msgr2=0x7f669c0059e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 rx=0x7f66b006add0 tx=0x7f66a0008040).stop 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 -- 172.21.15.38:0/3775153239 shutdown_connections 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f66b0097b10 0x7f669c00a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 --2- 172.21.15.38:0/3775153239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f669c003550 0x7f669c0059e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 --2- 172.21.15.38:0/3775153239 >> v2:172.21.15.38:3300/0 conn(0x7f66b0063fa0 0x7f669c0081d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 -- 172.21.15.38:0/3775153239 >> 172.21.15.38:0/3775153239 conn(0x7f66b006a900 msgr2=0x7f66b009d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 -- 172.21.15.38:0/3775153239 shutdown_connections 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.050+0000 7f66b6282700 1 -- 172.21.15.38:0/3775153239 wait complete. 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.052+0000 7f66b6282700 1 Processor -- start 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.052+0000 7f66b6282700 1 -- start start 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b6282700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f669c003550 0x7f66b0096600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b6282700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 0x7f66b0096af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b6282700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b0097b10 0x7f66b0096fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b6282700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66b0126d40 con 0x7f66b0063fa0 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b6282700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66b00963d0 con 0x7f66b0097b10 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b6282700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f66b009c100 con 0x7f669c003550 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66af7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 0x7f66b0096af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f669c003550 0x7f66b0096600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66af7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 0x7f66b0096af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37044/0 (socket says 172.21.15.38:37044) 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66af7fe700 1 -- 172.21.15.38:0/2901961019 learned_addr learned my addr 172.21.15.38:0/2901961019 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66b481f700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b0097b10 0x7f66b0096fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 -- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b0097b10 msgr2=0x7f66b0096fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b0097b10 0x7f66b0096fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 -- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 msgr2=0x7f66b0096af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 0x7f66b0096af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 -- 172.21.15.38:0/2901961019 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66a400e040 con 0x7f669c003550 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66af7fe700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 0x7f66b0096af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66affff700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f669c003550 0x7f66b0096600 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 rx=0x7f66a4017af0 tx=0x7f66a4008040).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.053+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a401e030 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.054+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66a401f040 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.054+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a4016ce0 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.054+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66a000e040 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.054+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66b01166f0 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.054+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7f66a40248d0 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.054+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x7f66a402d790 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.055+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66b009b8b0 con 0x7f669c003550 2024-05-08T22:32:38.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.057+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7f66a4029070 con 0x7f669c003550 2024-05-08T22:32:38.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.130+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f66b009e080 con 0x7f669c003550 2024-05-08T22:32:38.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.148+0000 7f66acf74700 1 -- 172.21.15.38:0/2901961019 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f66a402da20 con 0x7f669c003550 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f669c003550 msgr2=0x7f66b0096600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f669c003550 0x7f66b0096600 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 rx=0x7f66a4017af0 tx=0x7f66a4008040).stop 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 shutdown_connections 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b0097b10 0x7f66b0096fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f669c003550 0x7f66b0096600 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 --2- 172.21.15.38:0/2901961019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b0063fa0 0x7f66b0096af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 >> 172.21.15.38:0/2901961019 conn(0x7f66b006a900 msgr2=0x7f66b012dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 shutdown_connections 2024-05-08T22:32:38.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.149+0000 7f66b6282700 1 -- 172.21.15.38:0/2901961019 wait complete. 2024-05-08T22:32:38.150 INFO:teuthology.orchestra.run.smithi038.stderr:adjusted tunables profile to default 2024-05-08T22:32:38.160 INFO:tasks.ceph:check_enable_crimson: False 2024-05-08T22:32:38.160 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-05-08T22:32:38.161 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:38.161 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-05-08T22:32:38.189 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:38.189 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-05-08T22:32:38.264 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:38.264 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-05-08T22:32:38.344 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-05-08T22:32:38.345 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-05-08T22:32:38.347 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:38.347+0000 7f1177257680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-08T22:32:38.374 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new aeb6c411-430d-4bfc-a4e2-c956a2bfd431 0 2024-05-08T22:32:38.459 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:38.459+0000 7f1177257680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-08T22:32:38.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.532+0000 7fd1a3d3b700 1 Processor -- start 2024-05-08T22:32:38.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a3d3b700 1 -- start start 2024-05-08T22:32:38.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a3d3b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 0x7fd19c12ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a3d3b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 0x7fd19c132880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a3d3b700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd19c0912b0 con 0x7fd19c095730 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a3d3b700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd19c091ba0 con 0x7fd19c096220 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a3d3b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd19c092650 con 0x7fd19c130490 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a22d8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 0x7fd19c132880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a12d6700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 0x7fd19c12ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a12d6700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 0x7fd19c12ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37048/0 (socket says 172.21.15.38:37048) 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a22d8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 0x7fd19c132880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:42704/0 (socket says 172.21.15.38:42704) 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a1ad7700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fd19c095730 0x7fd19c095b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54600/0 (socket says 172.21.15.38:54600) 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.533+0000 7fd1a12d6700 1 -- 172.21.15.38:0/1670322048 learned_addr learned my addr 172.21.15.38:0/1670322048 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a22d8700 1 -- 172.21.15.38:0/1670322048 >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 msgr2=0x7fd19c12ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a22d8700 1 --2- 172.21.15.38:0/1670322048 >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 0x7fd19c12ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a22d8700 1 -- 172.21.15.38:0/1670322048 >> v1:172.21.15.38:6789/0 conn(0x7fd19c095730 legacy=0x7fd19c095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a22d8700 1 -- 172.21.15.38:0/1670322048 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd19c05e560 con 0x7fd19c130490 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a12d6700 1 --2- 172.21.15.38:0/1670322048 >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 0x7fd19c12ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a22d8700 1 --2- 172.21.15.38:0/1670322048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 0x7fd19c132880 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 rx=0x7fd194009e90 tx=0x7fd194009780).ready entity=mon.1 client_cookie=8085c7199b8fe93f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a0ad5700 1 -- 172.21.15.38:0/1670322048 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd19400e070 con 0x7fd19c130490 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a0ad5700 1 -- 172.21.15.38:0/1670322048 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd19400bb20 con 0x7fd19c130490 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a0ad5700 1 -- 172.21.15.38:0/1670322048 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd19400bea0 con 0x7fd19c130490 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/1670322048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 msgr2=0x7fd19c132880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.534+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/1670322048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 0x7fd19c132880 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 rx=0x7fd194009e90 tx=0x7fd194009780).stop 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.535+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/1670322048 shutdown_connections 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.535+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/1670322048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c130490 0x7fd19c132880 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.535+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/1670322048 >> v2:172.21.15.38:3300/0 conn(0x7fd19c096220 0x7fd19c12ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.535+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/1670322048 >> 172.21.15.38:0/1670322048 conn(0x7fd19c09a850 msgr2=0x7fd19c096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.535+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/1670322048 shutdown_connections 2024-05-08T22:32:38.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.535+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/1670322048 wait complete. 2024-05-08T22:32:38.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 Processor -- start 2024-05-08T22:32:38.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 -- start start 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 0x7fd19c13a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd19c096220 0x7fd19c13ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd19c130490 0x7fd19c13b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd19c13b7e0 con 0x7fd19c130490 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd19c091990 con 0x7fd19c095730 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a3d3b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd19c08b750 con 0x7fd19c096220 2024-05-08T22:32:38.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a1ad7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 0x7fd19c13a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a12d6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd19c096220 0x7fd19c13ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a1ad7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 0x7fd19c13a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:42714/0 (socket says 172.21.15.38:42714) 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a1ad7700 1 -- 172.21.15.38:0/2108167078 learned_addr learned my addr 172.21.15.38:0/2108167078 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.536+0000 7fd1a22d8700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd19c130490 0x7fd19c13b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a1ad7700 1 -- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd19c096220 msgr2=0x7fd19c13ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a1ad7700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd19c096220 0x7fd19c13ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a1ad7700 1 -- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd19c130490 msgr2=0x7fd19c13b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a1ad7700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd19c130490 0x7fd19c13b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a1ad7700 1 -- 172.21.15.38:0/2108167078 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd18c009370 con 0x7fd19c095730 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a1ad7700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 0x7fd19c13a910 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 rx=0x7fd198007fd0 tx=0x7fd198007df0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd19800ce10 con 0x7fd19c095730 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1980072e0 con 0x7fd19c095730 2024-05-08T22:32:38.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd194009a20 con 0x7fd19c095730 2024-05-08T22:32:38.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1980056e0 con 0x7fd19c095730 2024-05-08T22:32:38.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd19c0931c0 con 0x7fd19c095730 2024-05-08T22:32:38.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7fd198013450 con 0x7fd19c095730 2024-05-08T22:32:38.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.537+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 721+0+0 (secure 0 0 0) 0x7fd19801c740 con 0x7fd19c095730 2024-05-08T22:32:38.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.538+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd19c0646d0 con 0x7fd19c095730 2024-05-08T22:32:38.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.541+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7fd198018070 con 0x7fd19c095730 2024-05-08T22:32:38.599 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:38.599+0000 7f1177257680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-08T22:32:38.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.621+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd new", "uuid": "aeb6c411-430d-4bfc-a4e2-c956a2bfd431", "id": 0} v 0) v1 -- 0x7fd19c046ce0 con 0x7fd19c095730 2024-05-08T22:32:38.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.631+0000 7fd1927fc700 1 -- 172.21.15.38:0/2108167078 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "aeb6c411-430d-4bfc-a4e2-c956a2bfd431", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd198005d70 con 0x7fd19c095730 2024-05-08T22:32:38.631 INFO:teuthology.orchestra.run.smithi038.stdout:0 2024-05-08T22:32:38.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 msgr2=0x7fd19c13a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 0x7fd19c13a910 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 rx=0x7fd198007fd0 tx=0x7fd198007df0).stop 2024-05-08T22:32:38.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 shutdown_connections 2024-05-08T22:32:38.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd19c095730 0x7fd19c13a910 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd19c130490 0x7fd19c13b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 --2- 172.21.15.38:0/2108167078 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd19c096220 0x7fd19c13ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 >> 172.21.15.38:0/2108167078 conn(0x7fd19c09a850 msgr2=0x7fd19c12f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 shutdown_connections 2024-05-08T22:32:38.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.632+0000 7fd1a3d3b700 1 -- 172.21.15.38:0/2108167078 wait complete. 2024-05-08T22:32:38.643 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 54122999-507b-45ed-ae9a-b3b22e89df56 1 2024-05-08T22:32:38.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 Processor -- start 2024-05-08T22:32:38.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 -- start start 2024-05-08T22:32:38.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff688125be0 0x7ff68812fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff688091a70 con 0x7ff688062700 2024-05-08T22:32:38.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff688062ae0 con 0x7ff688125be0 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff68df70700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff688097020 con 0x7ff688069370 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff686ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff687fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff688125be0 0x7ff68812fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff686ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:60338/0 (socket says 172.21.15.38:60338) 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.764+0000 7ff686ffd700 1 -- 172.21.15.38:0/882760018 learned_addr learned my addr 172.21.15.38:0/882760018 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff6867fc700 1 -- 172.21.15.38:0/882760018 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604554792 0 0) 0x7ff688091a70 con 0x7ff688062700 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff6867fc700 1 -- 172.21.15.38:0/882760018 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6700033f0 con 0x7ff688062700 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff686ffd700 1 -- 172.21.15.38:0/882760018 >> v2:172.21.15.38:3300/0 conn(0x7ff688125be0 msgr2=0x7ff68812fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff686ffd700 1 --2- 172.21.15.38:0/882760018 >> v2:172.21.15.38:3300/0 conn(0x7ff688125be0 0x7ff68812fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff686ffd700 1 -- 172.21.15.38:0/882760018 >> v1:172.21.15.38:6789/0 conn(0x7ff688062700 legacy=0x7ff6881254d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff686ffd700 1 -- 172.21.15.38:0/882760018 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff688092920 con 0x7ff688069370 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff687fff700 1 --2- 172.21.15.38:0/882760018 >> v2:172.21.15.38:3300/0 conn(0x7ff688125be0 0x7ff68812fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff686ffd700 1 --2- 172.21.15.38:0/882760018 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d880 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 rx=0x7ff67c006fd0 tx=0x7ff67c0090f0).ready entity=mon.2 client_cookie=c73bf20c44337852 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff6867fc700 1 -- 172.21.15.38:0/882760018 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c00f510 con 0x7ff688069370 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff6867fc700 1 -- 172.21.15.38:0/882760018 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff67c00f670 con 0x7ff688069370 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.765+0000 7ff6867fc700 1 -- 172.21.15.38:0/882760018 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c00fa10 con 0x7ff688069370 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 -- 172.21.15.38:0/882760018 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 msgr2=0x7ff68812d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 --2- 172.21.15.38:0/882760018 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d880 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 rx=0x7ff67c006fd0 tx=0x7ff67c0090f0).stop 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 -- 172.21.15.38:0/882760018 shutdown_connections 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 --2- 172.21.15.38:0/882760018 >> v2:172.21.15.38:3300/0 conn(0x7ff688125be0 0x7ff68812fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 --2- 172.21.15.38:0/882760018 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d880 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 -- 172.21.15.38:0/882760018 >> 172.21.15.38:0/882760018 conn(0x7ff68809a660 msgr2=0x7ff68809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 -- 172.21.15.38:0/882760018 shutdown_connections 2024-05-08T22:32:38.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.766+0000 7ff68df70700 1 -- 172.21.15.38:0/882760018 wait complete. 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.767+0000 7ff68df70700 1 Processor -- start 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.767+0000 7ff68df70700 1 -- start start 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff68df70700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff688062700 0x7ff68812d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff68df70700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff68df70700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff688125be0 0x7ff68812de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff68df70700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff68812afc0 con 0x7ff688125be0 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff68df70700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff68812cae0 con 0x7ff688062700 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff68df70700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff68812fad0 con 0x7ff688069370 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff686ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff686ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:60352/0 (socket says 172.21.15.38:60352) 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff686ffd700 1 -- 172.21.15.38:0/2091724595 learned_addr learned my addr 172.21.15.38:0/2091724595 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff687fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff688125be0 0x7ff68812de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.768+0000 7ff6877fe700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff688062700 0x7ff68812d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff686ffd700 1 -- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff688062700 msgr2=0x7ff68812d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff686ffd700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff688062700 0x7ff68812d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff686ffd700 1 -- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff688125be0 msgr2=0x7ff68812de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff686ffd700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff688125be0 0x7ff68812de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff686ffd700 1 -- 172.21.15.38:0/2091724595 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff680009a20 con 0x7ff688069370 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff687fff700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff688125be0 0x7ff68812de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff686ffd700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d9a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 rx=0x7ff67c011000 tx=0x7ff67c017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c006970 con 0x7ff688069370 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff67c000bc0 con 0x7ff688069370 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff67c009370 con 0x7ff688069370 2024-05-08T22:32:38.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c00fa10 con 0x7ff688069370 2024-05-08T22:32:38.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff68812cdc0 con 0x7ff688069370 2024-05-08T22:32:38.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7ff67c021070 con 0x7ff688069370 2024-05-08T22:32:38.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.769+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7ff67c01b410 con 0x7ff688069370 2024-05-08T22:32:38.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.770+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff688064be0 con 0x7ff688069370 2024-05-08T22:32:38.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.772+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7ff67c024a70 con 0x7ff688069370 2024-05-08T22:32:38.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.854+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd new", "uuid": "54122999-507b-45ed-ae9a-b3b22e89df56", "id": 1} v 0) v1 -- 0x7ff6881250b0 con 0x7ff688069370 2024-05-08T22:32:38.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.861+0000 7ff66ffff700 1 -- 172.21.15.38:0/2091724595 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "54122999-507b-45ed-ae9a-b3b22e89df56", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff67c024c10 con 0x7ff688069370 2024-05-08T22:32:38.861 INFO:teuthology.orchestra.run.smithi038.stdout:1 2024-05-08T22:32:38.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 msgr2=0x7ff68812d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d9a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 rx=0x7ff67c011000 tx=0x7ff67c017000).stop 2024-05-08T22:32:38.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 shutdown_connections 2024-05-08T22:32:38.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff688062700 0x7ff68812d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff688125be0 0x7ff68812de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 --2- 172.21.15.38:0/2091724595 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff688069370 0x7ff68812d9a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 >> 172.21.15.38:0/2091724595 conn(0x7ff68809a660 msgr2=0x7ff688099e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 shutdown_connections 2024-05-08T22:32:38.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.862+0000 7ff68df70700 1 -- 172.21.15.38:0/2091724595 wait complete. 2024-05-08T22:32:38.874 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new e2fc385e-97c8-485c-a870-764fe50e0622 2 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.992+0000 7f4f31ef4700 1 Processor -- start 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.992+0000 7f4f31ef4700 1 -- start start 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f31ef4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f31ef4700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 0x7f4f2c12ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f31ef4700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4f2c12f480 0x7f4f2c131870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f31ef4700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f2c091ba0 con 0x7f4f2c12f480 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f31ef4700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f2c092650 con 0x7f4f2c095730 2024-05-08T22:32:38.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f31ef4700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4f2c0912b0 con 0x7f4f2c096000 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f22ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 0x7f4f2c12ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c095b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:42736/0 (socket says 172.21.15.38:42736) 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f22ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 0x7f4f2c12ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:60364/0 (socket says 172.21.15.38:60364) 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2b7fe700 1 -- 172.21.15.38:0/2742596154 learned_addr learned my addr 172.21.15.38:0/2742596154 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2bfff700 1 --2- 172.21.15.38:0/2742596154 >> v2:172.21.15.38:3300/0 conn(0x7f4f2c12f480 0x7f4f2c131870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2b7fe700 1 -- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 msgr2=0x7f4f2c12ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2b7fe700 1 --2- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 0x7f4f2c12ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.993+0000 7f4f2b7fe700 1 -- 172.21.15.38:0/2742596154 >> v2:172.21.15.38:3300/0 conn(0x7f4f2c12f480 msgr2=0x7f4f2c131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2b7fe700 1 --2- 172.21.15.38:0/2742596154 >> v2:172.21.15.38:3300/0 conn(0x7f4f2c12f480 0x7f4f2c131870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2b7fe700 1 -- 172.21.15.38:0/2742596154 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f2c0931c0 con 0x7f4f2c095730 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2bfff700 1 --2- 172.21.15.38:0/2742596154 >> v2:172.21.15.38:3300/0 conn(0x7f4f2c12f480 0x7f4f2c131870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f22ffd700 1 --2- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 0x7f4f2c12ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:38.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2b7fe700 1 --2- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c095b10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 rx=0x7f4f1c009830 tx=0x7f4f1c0090f0).ready entity=mon.1 client_cookie=ba222d4a4b110327 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2affd700 1 -- 172.21.15.38:0/2742596154 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c00f510 con 0x7f4f2c095730 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2affd700 1 -- 172.21.15.38:0/2742596154 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f1c00f670 con 0x7f4f2c095730 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f2affd700 1 -- 172.21.15.38:0/2742596154 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c00fa10 con 0x7f4f2c095730 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 msgr2=0x7f4f2c095b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c095b10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 rx=0x7f4f1c009830 tx=0x7f4f1c0090f0).stop 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2742596154 shutdown_connections 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2742596154 >> v2:172.21.15.38:3300/0 conn(0x7f4f2c12f480 0x7f4f2c131870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c095b10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2742596154 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c096000 0x7f4f2c12ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.994+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2742596154 >> 172.21.15.38:0/2742596154 conn(0x7f4f2c09a850 msgr2=0x7f4f2c096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.995+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2742596154 shutdown_connections 2024-05-08T22:32:38.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.995+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2742596154 wait complete. 2024-05-08T22:32:38.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.995+0000 7f4f31ef4700 1 Processor -- start 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 -- start start 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c12cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f2c096000 0x7f4f2c12d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 0x7f4f2c12d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f2c08b9a0 con 0x7f4f2c096000 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f2c091990 con 0x7f4f2c095730 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f31ef4700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4f2c08d9e0 con 0x7f4f2c12f480 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f2b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c12cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f2bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 0x7f4f2c12d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f2bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 0x7f4f2c12d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:60378/0 (socket says 172.21.15.38:60378) 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f2b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c12cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:42752/0 (socket says 172.21.15.38:42752) 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f2bfff700 1 -- 172.21.15.38:0/2277185296 learned_addr learned my addr 172.21.15.38:0/2277185296 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:39.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.996+0000 7f4f22ffd700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f2c096000 0x7f4f2c12d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2bfff700 1 -- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 msgr2=0x7f4f2c12cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2bfff700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c12cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2bfff700 1 -- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f2c096000 msgr2=0x7f4f2c12d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2bfff700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f2c096000 0x7f4f2c12d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2bfff700 1 -- 172.21.15.38:0/2277185296 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f140092a0 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2b7fe700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c12cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f22ffd700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f2c096000 0x7f4f2c12d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f2bfff700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 0x7f4f2c12d970 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 rx=0x7f4f2400c0f0 tx=0x7f4f2400b040).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f24009d20 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f2400f040 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f2400ce40 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f24009a20 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.997+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f1c009370 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.998+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7f4f24013870 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.998+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 951+0+0 (secure 0 0 0) 0x7f4f2401da60 con 0x7f4f2c12f480 2024-05-08T22:32:39.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:38.998+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f2c05e560 con 0x7f4f2c12f480 2024-05-08T22:32:39.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.000+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7f4f2401ddf0 con 0x7f4f2c12f480 2024-05-08T22:32:39.057 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.057+0000 7f1177257680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-08T22:32:39.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.082+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd new", "uuid": "e2fc385e-97c8-485c-a870-764fe50e0622", "id": 2} v 0) v1 -- 0x7f4f2c095b10 con 0x7f4f2c12f480 2024-05-08T22:32:39.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.087+0000 7f4f28ff9700 1 -- 172.21.15.38:0/2277185296 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e2fc385e-97c8-485c-a870-764fe50e0622", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4f24013cb0 con 0x7f4f2c12f480 2024-05-08T22:32:39.087 INFO:teuthology.orchestra.run.smithi038.stdout:2 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 msgr2=0x7f4f2c12d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 0x7f4f2c12d970 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 rx=0x7f4f2400c0f0 tx=0x7f4f2400b040).stop 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 shutdown_connections 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f2c095730 0x7f4f2c12cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f2c12f480 0x7f4f2c12d970 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 --2- 172.21.15.38:0/2277185296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f2c096000 0x7f4f2c12d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 >> 172.21.15.38:0/2277185296 conn(0x7f4f2c09a850 msgr2=0x7f4f2c12e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:39.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 shutdown_connections 2024-05-08T22:32:39.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.088+0000 7f4f31ef4700 1 -- 172.21.15.38:0/2277185296 wait complete. 2024-05-08T22:32:39.100 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 54381c72-d3ba-415b-9119-2adf73c04675 3 2024-05-08T22:32:39.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.219+0000 7f75f1d07700 1 Processor -- start 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.219+0000 7f75f1d07700 1 -- start start 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75f1d07700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec062700 0x7f75ec12aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75f1d07700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec12b3c0 0x7f75ec0964f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75f1d07700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75ec066780 con 0x7f75ec12af80 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75f1d07700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75ec062ae0 con 0x7f75ec062700 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75f1d07700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f75ec066fd0 con 0x7f75ec12b3c0 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eb7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec062700 0x7f75ec12aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eaffd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f75ec12af80 0x7f75ec095de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54628/0 (socket says 172.21.15.38:54628) 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eaffd700 1 -- 172.21.15.38:0/450739878 learned_addr learned my addr 172.21.15.38:0/450739878 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:39.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75ebfff700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec12b3c0 0x7f75ec0964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eb7fe700 1 -- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec12b3c0 msgr2=0x7f75ec0964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eb7fe700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec12b3c0 0x7f75ec0964f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eb7fe700 1 -- 172.21.15.38:0/450739878 >> v1:172.21.15.38:6789/0 conn(0x7f75ec12af80 legacy=0x7f75ec095de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eb7fe700 1 -- 172.21.15.38:0/450739878 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75ec0662e0 con 0x7f75ec062700 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75ebfff700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec12b3c0 0x7f75ec0964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.220+0000 7f75eb7fe700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec062700 0x7f75ec12aa90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 rx=0x7f75dc009e90 tx=0x7f75dc009780).ready entity=mon.1 client_cookie=4fa241748c66e175 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75ea7fc700 1 -- 172.21.15.38:0/450739878 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75dc00e070 con 0x7f75ec062700 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75ea7fc700 1 -- 172.21.15.38:0/450739878 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75dc00bb60 con 0x7f75ec062700 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75ea7fc700 1 -- 172.21.15.38:0/450739878 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75dc012410 con 0x7f75ec062700 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 -- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec062700 msgr2=0x7f75ec12aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec062700 0x7f75ec12aa90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 rx=0x7f75dc009e90 tx=0x7f75dc009780).stop 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 -- 172.21.15.38:0/450739878 shutdown_connections 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec12b3c0 0x7f75ec0964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 --2- 172.21.15.38:0/450739878 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec062700 0x7f75ec12aa90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 -- 172.21.15.38:0/450739878 >> 172.21.15.38:0/450739878 conn(0x7f75ec09a660 msgr2=0x7f75ec09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:39.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 -- 172.21.15.38:0/450739878 shutdown_connections 2024-05-08T22:32:39.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.221+0000 7f75f1d07700 1 -- 172.21.15.38:0/450739878 wait complete. 2024-05-08T22:32:39.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.222+0000 7f75f1d07700 1 Processor -- start 2024-05-08T22:32:39.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.222+0000 7f75f1d07700 1 -- start start 2024-05-08T22:32:39.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75f1d07700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec062700 0x7f75ec117730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75f1d07700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 0x7f75ec113790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75f1d07700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 0x7f75ec113c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75f1d07700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75ec124860 con 0x7f75ec12af80 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75f1d07700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75ec0669b0 con 0x7f75ec12b3c0 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75f1d07700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f75ec124cf0 con 0x7f75ec062700 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75eaffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 0x7f75ec113790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 0x7f75ec113c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 0x7f75ec113c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:42758/0 (socket says 172.21.15.38:42758) 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75eb7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec062700 0x7f75ec117730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 -- 172.21.15.38:0/1292891743 learned_addr learned my addr 172.21.15.38:0/1292891743 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75eaffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 0x7f75ec113790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37114/0 (socket says 172.21.15.38:37114) 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 -- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec062700 msgr2=0x7f75ec117730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec062700 0x7f75ec117730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 -- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 msgr2=0x7f75ec113790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 0x7f75ec113790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75ebfff700 1 -- 172.21.15.38:0/1292891743 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75e40092a0 con 0x7f75ec12b3c0 2024-05-08T22:32:39.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75eaffd700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 0x7f75ec113790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.223+0000 7f75eb7fe700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec062700 0x7f75ec117730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75ebfff700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 0x7f75ec113c80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 rx=0x7f75e400e980 tx=0x7f75e4009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75e4012600 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75e4012760 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75dc009a20 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75e4012b00 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75ec116c90 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7f75e401b660 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.224+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1066+0+0 (secure 0 0 0) 0x7f75e400c8a0 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.225+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75ec064be0 con 0x7f75ec12b3c0 2024-05-08T22:32:39.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.227+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7f75e403ae50 con 0x7f75ec12b3c0 2024-05-08T22:32:39.241 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.241+0000 7f1177257680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-08T22:32:39.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.310+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd new", "uuid": "54381c72-d3ba-415b-9119-2adf73c04675", "id": 3} v 0) v1 -- 0x7f75ec114590 con 0x7f75ec12b3c0 2024-05-08T22:32:39.311 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.312+0000 7f1177257680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-08T22:32:39.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.313+0000 7f75e3fff700 1 -- 172.21.15.38:0/1292891743 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "54381c72-d3ba-415b-9119-2adf73c04675", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f75e4029030 con 0x7f75ec12b3c0 2024-05-08T22:32:39.313 INFO:teuthology.orchestra.run.smithi038.stdout:3 2024-05-08T22:32:39.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 msgr2=0x7f75ec113c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 0x7f75ec113c80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 rx=0x7f75e400e980 tx=0x7f75e4009060).stop 2024-05-08T22:32:39.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 shutdown_connections 2024-05-08T22:32:39.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75ec12b3c0 0x7f75ec113c80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f75ec062700 0x7f75ec117730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 --2- 172.21.15.38:0/1292891743 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f75ec12af80 0x7f75ec113790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 >> 172.21.15.38:0/1292891743 conn(0x7f75ec09a660 msgr2=0x7f75ec069980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:39.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 shutdown_connections 2024-05-08T22:32:39.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.314+0000 7f75f1d07700 1 -- 172.21.15.38:0/1292891743 wait complete. 2024-05-08T22:32:39.326 INFO:tasks.ceph.osd.0:Restarting daemon 2024-05-08T22:32:39.326 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-05-08T22:32:39.328 INFO:tasks.ceph.osd.0:Started 2024-05-08T22:32:39.328 INFO:tasks.ceph.osd.1:Restarting daemon 2024-05-08T22:32:39.328 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-05-08T22:32:39.330 INFO:tasks.ceph.osd.1:Started 2024-05-08T22:32:39.330 INFO:tasks.ceph.osd.2:Restarting daemon 2024-05-08T22:32:39.330 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-05-08T22:32:39.332 INFO:tasks.ceph.osd.2:Started 2024-05-08T22:32:39.332 INFO:tasks.ceph.osd.3:Restarting daemon 2024-05-08T22:32:39.332 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-05-08T22:32:39.334 INFO:tasks.ceph.osd.3:Started 2024-05-08T22:32:39.334 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:39.433 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.432+0000 7f1177257680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-08T22:32:39.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.493+0000 7fb5cc0b3700 1 Processor -- start 2024-05-08T22:32:39.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.493+0000 7fb5cc0b3700 1 -- start start 2024-05-08T22:32:39.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5cc0b3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c4063fa0 0x7fb5c41271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5cc0b3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb5c4127770 0x7fb5c4127b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5cc0b3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c412a710 0x7fb5c412aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5cc0b3700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5c4064380 con 0x7fb5c4127770 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5cc0b3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c4097f50 con 0x7fb5c412a710 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5cc0b3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c40919d0 con 0x7fb5c4063fa0 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb5c4127770 0x7fb5c4127b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb5c4127770 0x7fb5c4127b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37164/0 (socket says 172.21.15.38:37164) 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 -- 172.21.15.38:0/4060352661 learned_addr learned my addr 172.21.15.38:0/4060352661 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c9e4f700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c4063fa0 0x7fb5c41271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5ca650700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c412a710 0x7fb5c412aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 -- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c4063fa0 msgr2=0x7fb5c41271c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c4063fa0 0x7fb5c41271c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 -- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c412a710 msgr2=0x7fb5c412aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c412a710 0x7fb5c412aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 -- 172.21.15.38:0/4060352661 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5c409d5e0 con 0x7fb5c4127770 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5ca650700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c412a710 0x7fb5c412aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c964e700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4127770 0x7fb5c4127b90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 rx=0x7fb5b4006fd0 tx=0x7fb5b40090f0).ready entity=mon.0 client_cookie=7734f827104d72cb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.494+0000 7fb5c8e4d700 1 -- 172.21.15.38:0/4060352661 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b400f510 con 0x7fb5c4127770 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5c8e4d700 1 -- 172.21.15.38:0/4060352661 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5b400f670 con 0x7fb5c4127770 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5c8e4d700 1 -- 172.21.15.38:0/4060352661 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b400f9f0 con 0x7fb5c4127770 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4127770 msgr2=0x7fb5c4127b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4127770 0x7fb5c4127b90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 rx=0x7fb5b4006fd0 tx=0x7fb5b40090f0).stop 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/4060352661 shutdown_connections 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c412a710 0x7fb5c412aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c4063fa0 0x7fb5c41271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/4060352661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4127770 0x7fb5c4127b90 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/4060352661 >> 172.21.15.38:0/4060352661 conn(0x7fb5c409a420 msgr2=0x7fb5c409a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/4060352661 shutdown_connections 2024-05-08T22:32:39.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.495+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/4060352661 wait complete. 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.496+0000 7fb5cc0b3700 1 Processor -- start 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.496+0000 7fb5cc0b3700 1 -- start start 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 0x7fb5c4124980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c4127770 0x7fb5c4113fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c412a710 0x7fb5c41144b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c4125b30 con 0x7fb5c4063fa0 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c4116db0 con 0x7fb5c4127770 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c409cfb0 con 0x7fb5c412a710 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 0x7fb5c4124980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 0x7fb5c4124980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37172/0 (socket says 172.21.15.38:37172) 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 -- 172.21.15.38:0/754042218 learned_addr learned my addr 172.21.15.38:0/754042218 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c964e700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c4127770 0x7fb5c4113fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5ca650700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c412a710 0x7fb5c41144b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:39.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 -- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c412a710 msgr2=0x7fb5c41144b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c412a710 0x7fb5c41144b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 -- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c4127770 msgr2=0x7fb5c4113fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c4127770 0x7fb5c4113fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 -- 172.21.15.38:0/754042218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5bc009a20 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5ca650700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c412a710 0x7fb5c41144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c964e700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c4127770 0x7fb5c4113fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5c9e4f700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 0x7fb5c4124980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 rx=0x7fb5c000e930 tx=0x7fb5c0009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c0009510 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5c000c670 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5b4009370 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.497+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c000c9f0 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.498+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5c40975d0 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.498+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7fb5c001b400 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.498+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7fb5c0012900 con 0x7fb5c4063fa0 2024-05-08T22:32:39.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.498+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5c4117190 con 0x7fb5c4063fa0 2024-05-08T22:32:39.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.501+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7fb5c003ae50 con 0x7fb5c4063fa0 2024-05-08T22:32:39.507 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.509+0000 7f1177257680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-08T22:32:39.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.568+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb5c4063c30 con 0x7fb5c4063fa0 2024-05-08T22:32:39.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.569+0000 7fb5ba7fc700 1 -- 172.21.15.38:0/754042218 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4109 (secure 0 0 0) 0x7fb5c0029030 con 0x7fb5c4063fa0 2024-05-08T22:32:39.568 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:39.568 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:39.312687+0000","last_up_change":"0.000000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 msgr2=0x7fb5c4124980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 0x7fb5c4124980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 rx=0x7fb5c000e930 tx=0x7fb5c0009060).stop 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 shutdown_connections 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb5c412a710 0x7fb5c41144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5c4063fa0 0x7fb5c4124980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 --2- 172.21.15.38:0/754042218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5c4127770 0x7fb5c4113fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 >> 172.21.15.38:0/754042218 conn(0x7fb5c409a420 msgr2=0x7fb5c4099850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:39.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 shutdown_connections 2024-05-08T22:32:39.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:39.570+0000 7fb5cc0b3700 1 -- 172.21.15.38:0/754042218 wait complete. 2024-05-08T22:32:39.581 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-05-08T22:32:39.581 INFO:tasks.ceph:Waiting for OSDs to come up 2024-05-08T22:32:39.871 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.872+0000 7f1177257680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-08T22:32:39.941 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-05-08T22:32:39.942+0000 7f15d9243380 -1 Falling back to public interface 2024-05-08T22:32:39.942 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-05-08T22:32:39.942+0000 7fcfb8e16380 -1 Falling back to public interface 2024-05-08T22:32:39.957 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-05-08T22:32:39.958+0000 7fd089e66380 -1 Falling back to public interface 2024-05-08T22:32:39.959 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:39.961+0000 7f1177257680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-08T22:32:39.964 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-05-08T22:32:39.965+0000 7fc076887380 -1 Falling back to public interface 2024-05-08T22:32:39.987 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:40.097 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.098+0000 7fa09af2e700 1 Processor -- start 2024-05-08T22:32:40.097 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.098+0000 7fa09af2e700 1 -- start start 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa09af2e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa094127540 0x7fa094096be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa09af2e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa094123ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa09af2e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094124960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa09af2e700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa094127920 con 0x7fa094127540 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa09af2e700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0940695e0 con 0x7fa0941244e0 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa09af2e700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fa09406a0f0 con 0x7fa094127ec0 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa098cca700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa094127540 0x7fa094096be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa093fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa094123ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa0994cb700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094124960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa098cca700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa094127540 0x7fa094096be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37174/0 (socket says 172.21.15.38:37174) 2024-05-08T22:32:40.100 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.099+0000 7fa098cca700 1 -- 172.21.15.38:0/2157756252 learned_addr learned my addr 172.21.15.38:0/2157756252 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa098cca700 1 -- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 msgr2=0x7fa094123ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa098cca700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa094123ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa098cca700 1 -- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 msgr2=0x7fa094124960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa098cca700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094124960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa098cca700 1 -- 172.21.15.38:0/2157756252 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa094067bb0 con 0x7fa094127540 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa093fff700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa094123ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa098cca700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094096be0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 rx=0x7fa088006fd0 tx=0x7fa0880090f0).ready entity=mon.0 client_cookie=5e6526208bc14ff7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa0937fe700 1 -- 172.21.15.38:0/2157756252 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08800f6b0 con 0x7fa094127540 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa0937fe700 1 -- 172.21.15.38:0/2157756252 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa08800f810 con 0x7fa094127540 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa0937fe700 1 -- 172.21.15.38:0/2157756252 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08800fbb0 con 0x7fa094127540 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa09af2e700 1 -- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 msgr2=0x7fa094096be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.100+0000 7fa09af2e700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094096be0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 rx=0x7fa088006fd0 tx=0x7fa0880090f0).stop 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 -- 172.21.15.38:0/2157756252 shutdown_connections 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094124960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.101 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094096be0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.102 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 --2- 172.21.15.38:0/2157756252 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa094123ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.102 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 -- 172.21.15.38:0/2157756252 >> 172.21.15.38:0/2157756252 conn(0x7fa094097110 msgr2=0x7fa094097520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:40.102 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 -- 172.21.15.38:0/2157756252 shutdown_connections 2024-05-08T22:32:40.102 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.101+0000 7fa09af2e700 1 -- 172.21.15.38:0/2157756252 wait complete. 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.102+0000 7fa09af2e700 1 Processor -- start 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.102+0000 7fa09af2e700 1 -- start start 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa09af2e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094119b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa09af2e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094115bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa09af2e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa0941160b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa09af2e700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa094068ad0 con 0x7fa094127540 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa09af2e700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa094119370 con 0x7fa0941244e0 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa09af2e700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fa0941190b0 con 0x7fa094127ec0 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa093fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094115bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:40.104 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa093fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094115bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:37190/0 (socket says 172.21.15.38:37190) 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa098cca700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094119b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa093fff700 1 -- 172.21.15.38:0/1024726323 learned_addr learned my addr 172.21.15.38:0/1024726323 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa0994cb700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa0941160b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa098cca700 1 -- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 msgr2=0x7fa0941160b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa098cca700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa0941160b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa098cca700 1 -- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 msgr2=0x7fa094115bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa098cca700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094115bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.103+0000 7fa098cca700 1 -- 172.21.15.38:0/1024726323 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0800092a0 con 0x7fa0941244e0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.104+0000 7fa098cca700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094119b50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 rx=0x7fa094098160 tx=0x7fa088019000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.104+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08800f6b0 con 0x7fa0941244e0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.104+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa08800f980 con 0x7fa0941244e0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.104+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa088009370 con 0x7fa0941244e0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.104+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa088006d90 con 0x7fa0941244e0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.104+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa094117900 con 0x7fa0941244e0 2024-05-08T22:32:40.105 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.105+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) v1 ==== 495+0+0 (secure 0 0 0) 0x7fa0880198c0 con 0x7fa0941244e0 2024-05-08T22:32:40.106 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.105+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7fa08802c950 con 0x7fa0941244e0 2024-05-08T22:32:40.106 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.105+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0941195b0 con 0x7fa0941244e0 2024-05-08T22:32:40.106 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.107+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73271 (secure 0 0 0) 0x7fa088044e50 con 0x7fa0941244e0 2024-05-08T22:32:40.174 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.175+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0940643e0 con 0x7fa0941244e0 2024-05-08T22:32:40.174 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.175+0000 7fa0917fa700 1 -- 172.21.15.38:0/1024726323 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4109 (secure 0 0 0) 0x7fa088033030 con 0x7fa0941244e0 2024-05-08T22:32:40.174 INFO:teuthology.misc.health.smithi038.stdout: 2024-05-08T22:32:40.175 INFO:teuthology.misc.health.smithi038.stdout:{"epoch":6,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:39.312687+0000","last_up_change":"0.000000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:40.175 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 msgr2=0x7fa094119b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094119b50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 rx=0x7fa094098160 tx=0x7fa088019000).stop 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 shutdown_connections 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0941244e0 0x7fa094119b50 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fa094127ec0 0x7fa0941160b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 --2- 172.21.15.38:0/1024726323 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa094127540 0x7fa094115bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 >> 172.21.15.38:0/1024726323 conn(0x7fa094097110 msgr2=0x7fa0940999a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 shutdown_connections 2024-05-08T22:32:40.176 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:40.176+0000 7fa09af2e700 1 -- 172.21.15.38:0/1024726323 wait complete. 2024-05-08T22:32:40.187 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-05-08T22:32:40.629 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:40.630+0000 7f1177257680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-08T22:32:40.701 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:40.702+0000 7f1177257680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-08T22:32:40.783 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:40.784+0000 7f1177257680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-08T22:32:41.084 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:41.085+0000 7f1177257680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-08T22:32:41.157 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:41.158+0000 7f1177257680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-08T22:32:41.278 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:41.279+0000 7f1177257680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-08T22:32:41.390 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:41.392+0000 7f1177257680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-08T22:32:41.555 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:41.556+0000 7f1177257680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-08T22:32:41.628 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:41.629+0000 7f1177257680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-08T22:32:42.658 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:42.659+0000 7f112dc91700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-08T22:32:42.666 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-05-08T22:32:42.667+0000 7f112dc91700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-08T22:32:43.409 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-05-08T22:32:43.410+0000 7f15d9243380 -1 osd.0 0 log_to_monitors {default=true} 2024-05-08T22:32:43.451 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-05-08T22:32:43.452+0000 7fd089e66380 -1 osd.1 0 log_to_monitors {default=true} 2024-05-08T22:32:43.463 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-05-08T22:32:43.464+0000 7fc076887380 -1 osd.3 0 log_to_monitors {default=true} 2024-05-08T22:32:43.471 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-05-08T22:32:43.472+0000 7fcfb8e16380 -1 osd.2 0 log_to_monitors {default=true} 2024-05-08T22:32:44.745 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-05-08T22:32:44.745+0000 7fc06d227700 -1 osd.3 0 waiting for initial osdmap 2024-05-08T22:32:44.749 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-05-08T22:32:44.750+0000 7f15cfbe3700 -1 osd.0 0 waiting for initial osdmap 2024-05-08T22:32:44.749 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-05-08T22:32:44.750+0000 7fcfaf7b6700 -1 osd.2 0 waiting for initial osdmap 2024-05-08T22:32:44.749 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-05-08T22:32:44.750+0000 7fd080806700 -1 osd.1 0 waiting for initial osdmap 2024-05-08T22:32:44.753 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-05-08T22:32:44.755+0000 7fc0699a3700 -1 osd.3 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T22:32:44.759 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-05-08T22:32:44.761+0000 7f15cc35f700 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T22:32:44.764 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-05-08T22:32:44.766+0000 7fcfabf32700 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T22:32:44.765 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-05-08T22:32:44.766+0000 7fd07cf82700 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T22:32:46.590 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:46.714 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 Processor -- start 2024-05-08T22:32:46.714 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 -- start start 2024-05-08T22:32:46.716 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d8127d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:46.716 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f72d812fa80 0x7f72d8131e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72d809a030 con 0x7f72d80630d0 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72d80640c0 con 0x7f72d812fa80 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.715+0000 7f72dd6e2700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72d8063d80 con 0x7f72d81271a0 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d67fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d8127d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d67fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d8127d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43254/0 (socket says 172.21.15.38:43254) 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d67fc700 1 -- 172.21.15.38:0/2749541544 learned_addr learned my addr 172.21.15.38:0/2749541544 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d77fe700 1 --2- 172.21.15.38:0/2749541544 >> v2:172.21.15.38:3300/0 conn(0x7f72d812fa80 0x7f72d8131e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d77fe700 1 -- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 msgr2=0x7f72d8127d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d77fe700 1 --2- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d8127d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d77fe700 1 -- 172.21.15.38:0/2749541544 >> v1:172.21.15.38:6789/0 conn(0x7f72d80630d0 legacy=0x7f72d8127660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d77fe700 1 -- 172.21.15.38:0/2749541544 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72d80997d0 con 0x7f72d812fa80 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d5ffb700 1 -- 172.21.15.38:0/2749541544 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1552606673 0 0) 0x7f72d809a030 con 0x7f72d80630d0 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d67fc700 1 --2- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d8127d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d77fe700 1 --2- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d812fa80 0x7f72d8131e70 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 rx=0x7f72d0009e60 tx=0x7f72d0009780).ready entity=mon.0 client_cookie=82728c09d2c7a898 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:46.717 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d5ffb700 1 -- 172.21.15.38:0/2749541544 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72d000e070 con 0x7f72d812fa80 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d5ffb700 1 -- 172.21.15.38:0/2749541544 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72d000bb60 con 0x7f72d812fa80 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.716+0000 7f72d5ffb700 1 -- 172.21.15.38:0/2749541544 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72d0012410 con 0x7f72d812fa80 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d812fa80 msgr2=0x7f72d8131e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d812fa80 0x7f72d8131e70 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 rx=0x7f72d0009e60 tx=0x7f72d0009780).stop 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2749541544 shutdown_connections 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d812fa80 0x7f72d8131e70 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2749541544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d8127d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2749541544 >> 172.21.15.38:0/2749541544 conn(0x7f72d809a3c0 msgr2=0x7f72d809a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2749541544 shutdown_connections 2024-05-08T22:32:46.718 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.717+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2749541544 wait complete. 2024-05-08T22:32:46.720 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.718+0000 7f72dd6e2700 1 Processor -- start 2024-05-08T22:32:46.720 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.718+0000 7f72dd6e2700 1 -- start start 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 0x7f72d8097410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d812d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f72d812fa80 0x7f72d812d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d812e830 con 0x7f72d80630d0 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72d8099a00 con 0x7f72d81271a0 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f72d8093e80 con 0x7f72d812fa80 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 0x7f72d8097410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d67fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d812d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 0x7f72d8097410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54922/0 (socket says 172.21.15.38:54922) 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d67fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d812d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43268/0 (socket says 172.21.15.38:43268) 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 -- 172.21.15.38:0/2047651165 learned_addr learned my addr 172.21.15.38:0/2047651165 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d77fe700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f72d812fa80 0x7f72d812d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 -- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f72d812fa80 msgr2=0x7f72d812d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:46.721 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f72d812fa80 0x7f72d812d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 -- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 msgr2=0x7f72d812d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d812d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 -- 172.21.15.38:0/2047651165 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72c8009370 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d77fe700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f72d812fa80 0x7f72d812d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72d6ffd700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 0x7f72d8097410 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 rx=0x7f72cc00c490 tx=0x7f72cc007c20).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72cc00ce00 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72cc00f470 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72d0009a20 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.719+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72cc00f830 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.720+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72d8093940 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.721+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72d809aee0 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.721+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f72cc00fba0 con 0x7f72d80630d0 2024-05-08T22:32:46.722 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.721+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 2069+0+0 (secure 0 0 0) 0x7f72cc03a560 con 0x7f72d80630d0 2024-05-08T22:32:46.724 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.726+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f72cc0108d0 con 0x7f72d80630d0 2024-05-08T22:32:46.898 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.899+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72d8093940 con 0x7f72d80630d0 2024-05-08T22:32:46.898 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.899+0000 7f72bf7fe700 1 -- 172.21.15.38:0/2047651165 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+6565 (secure 0 0 0) 0x7f72d8093940 con 0x7f72d80630d0 2024-05-08T22:32:46.899 INFO:teuthology.misc.health.smithi038.stdout: 2024-05-08T22:32:46.899 INFO:teuthology.misc.health.smithi038.stdout:{"epoch":10,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:46.765460+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"10","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 >> v1:172.21.15.38:6816/46721 conn(0x7f72c402bd00 legacy=0x7f72c402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 msgr2=0x7f72d8097410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 0x7f72d8097410 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 rx=0x7f72cc00c490 tx=0x7f72cc007c20).stop 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 shutdown_connections 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f72d812fa80 0x7f72d812d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f72d80630d0 0x7f72d8097410 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 --2- 172.21.15.38:0/2047651165 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f72d81271a0 0x7f72d812d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.901+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 >> 172.21.15.38:0/2047651165 conn(0x7f72d809a3c0 msgr2=0x7f72d81265a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.902+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 shutdown_connections 2024-05-08T22:32:46.901 INFO:teuthology.misc.health.smithi038.stderr:2024-05-08T22:32:46.902+0000 7f72dd6e2700 1 -- 172.21.15.38:0/2047651165 wait complete. 2024-05-08T22:32:46.912 DEBUG:teuthology.misc:4 of 4 OSDs are up 2024-05-08T22:32:46.912 INFO:tasks.ceph:Creating RBD pool 2024-05-08T22:32:46.912 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd pool create rbd 8 2024-05-08T22:32:47.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 Processor -- start 2024-05-08T22:32:47.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 -- start start 2024-05-08T22:32:47.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 0x7f2ae4093760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2ae4095e40 0x7f2ae4132fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ae405e350 con 0x7f2ae4093c50 2024-05-08T22:32:47.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ae4091820 con 0x7f2ae4095e40 2024-05-08T22:32:47.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.033+0000 7f2aeb138700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ae4092610 con 0x7f2ae4093380 2024-05-08T22:32:47.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae8ed4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 0x7f2ae4093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2ae4095e40 0x7f2ae4132fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2ae4095e40 0x7f2ae4132fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54938/0 (socket says 172.21.15.38:54938) 2024-05-08T22:32:47.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae8ed4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 0x7f2ae4093760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43270/0 (socket says 172.21.15.38:43270) 2024-05-08T22:32:47.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 -- 172.21.15.38:0/1036678548 learned_addr learned my addr 172.21.15.38:0/1036678548 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:47.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae3fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f2ae4093c50 0x7f2ae4095730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51258/0 (socket says 172.21.15.38:51258) 2024-05-08T22:32:47.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 -- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 msgr2=0x7f2ae4093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:47.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 --2- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 0x7f2ae4093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 -- 172.21.15.38:0/1036678548 >> v1:172.21.15.38:6789/0 conn(0x7f2ae4093c50 legacy=0x7f2ae4095730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 -- 172.21.15.38:0/1036678548 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ae405e760 con 0x7f2ae4095e40 2024-05-08T22:32:47.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae8ed4700 1 --2- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 0x7f2ae4093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:47.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae37fe700 1 -- 172.21.15.38:0/1036678548 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1212290397 0 0) 0x7f2ae405e350 con 0x7f2ae4093c50 2024-05-08T22:32:47.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae96d5700 1 --2- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4095e40 0x7f2ae4132fc0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 rx=0x7f2adc009f20 tx=0x7f2adc009840).ready entity=mon.0 client_cookie=2a600eade747f710 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:47.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae37fe700 1 -- 172.21.15.38:0/1036678548 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2adc00e070 con 0x7f2ae4095e40 2024-05-08T22:32:47.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae37fe700 1 -- 172.21.15.38:0/1036678548 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2adc00b9d0 con 0x7f2ae4095e40 2024-05-08T22:32:47.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.034+0000 7f2ae37fe700 1 -- 172.21.15.38:0/1036678548 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2adc00bd50 con 0x7f2ae4095e40 2024-05-08T22:32:47.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 -- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4095e40 msgr2=0x7f2ae4132fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 --2- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4095e40 0x7f2ae4132fc0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 rx=0x7f2adc009f20 tx=0x7f2adc009840).stop 2024-05-08T22:32:47.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 -- 172.21.15.38:0/1036678548 shutdown_connections 2024-05-08T22:32:47.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 --2- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4095e40 0x7f2ae4132fc0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 --2- 172.21.15.38:0/1036678548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4093380 0x7f2ae4093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 -- 172.21.15.38:0/1036678548 >> 172.21.15.38:0/1036678548 conn(0x7f2ae409a850 msgr2=0x7f2ae4096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:47.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 -- 172.21.15.38:0/1036678548 shutdown_connections 2024-05-08T22:32:47.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.035+0000 7f2aeb138700 1 -- 172.21.15.38:0/1036678548 wait complete. 2024-05-08T22:32:47.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 Processor -- start 2024-05-08T22:32:47.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 -- start start 2024-05-08T22:32:47.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2ae4093380 0x7f2ae408ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4093c50 0x7f2ae408ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 0x7f2ae408f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ae408ca10 con 0x7f2ae4093c50 2024-05-08T22:32:47.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ae4099160 con 0x7f2ae4095e40 2024-05-08T22:32:47.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2aeb138700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2ae40919a0 con 0x7f2ae4093380 2024-05-08T22:32:47.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2ae96d5700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 0x7f2ae408f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2ae8ed4700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2ae4093380 0x7f2ae408ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2ae96d5700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 0x7f2ae408f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43274/0 (socket says 172.21.15.38:43274) 2024-05-08T22:32:47.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2ae96d5700 1 -- 172.21.15.38:0/4092707504 learned_addr learned my addr 172.21.15.38:0/4092707504 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:47.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.036+0000 7f2ae3fff700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4093c50 0x7f2ae408ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae8ed4700 1 -- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 msgr2=0x7f2ae408f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae8ed4700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 0x7f2ae408f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae8ed4700 1 -- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4093c50 msgr2=0x7f2ae408ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae8ed4700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4093c50 0x7f2ae408ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae8ed4700 1 -- 172.21.15.38:0/4092707504 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ad80092a0 con 0x7f2ae4093380 2024-05-08T22:32:47.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae96d5700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 0x7f2ae408f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:47.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae8ed4700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2ae4093380 0x7f2ae408ea60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 rx=0x7f2ad800e980 tx=0x7f2ad8009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:47.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ad8009580 con 0x7f2ae4093380 2024-05-08T22:32:47.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ad8012600 con 0x7f2ae4093380 2024-05-08T22:32:47.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2adc009ae0 con 0x7f2ae4093380 2024-05-08T22:32:47.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ad8012980 con 0x7f2ae4093380 2024-05-08T22:32:47.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.037+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ae408e720 con 0x7f2ae4093380 2024-05-08T22:32:47.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.038+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f2ad8012d30 con 0x7f2ae4093380 2024-05-08T22:32:47.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.038+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 2461+0+0 (secure 0 0 0) 0x7f2ad803aff0 con 0x7f2ae4093380 2024-05-08T22:32:47.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.038+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ae408e720 con 0x7f2ae4093380 2024-05-08T22:32:47.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.043+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f2ae408e720 con 0x7f2ae4093380 2024-05-08T22:32:47.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.210+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f2ae408e720 con 0x7f2ae4093380 2024-05-08T22:32:47.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.783+0000 7f2ae17fa700 1 -- 172.21.15.38:0/4092707504 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v11) v1 ==== 109+0+0 (secure 0 0 0) 0x7f2ae408e720 con 0x7f2ae4093380 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 >> v1:172.21.15.38:6816/46721 conn(0x7f2ac802bd00 legacy=0x7f2ac802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2ae4093380 msgr2=0x7f2ae408ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2ae4093380 0x7f2ae408ea60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 rx=0x7f2ad800e980 tx=0x7f2ad8009060).stop 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 shutdown_connections 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2ae4095e40 0x7f2ae408f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2ae4093380 0x7f2ae408ea60 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 --2- 172.21.15.38:0/4092707504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2ae4093c50 0x7f2ae408ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 >> 172.21.15.38:0/4092707504 conn(0x7f2ae409a850 msgr2=0x7f2ae412e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:47.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 shutdown_connections 2024-05-08T22:32:47.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.786+0000 7f2aeb138700 1 -- 172.21.15.38:0/4092707504 wait complete. 2024-05-08T22:32:47.786 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'rbd' created 2024-05-08T22:32:47.802 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-05-08T22:32:47.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.930+0000 7fcca74ba700 1 Processor -- start 2024-05-08T22:32:47.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.930+0000 7fcca74ba700 1 -- start start 2024-05-08T22:32:47.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.930+0000 7fcca74ba700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca01275f0 0x7fcca01279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.930+0000 7fcca74ba700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcca0096950 0x7fcca0132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.930+0000 7fcca74ba700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcca0127190 con 0x7fcca0095de0 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca74ba700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcca0066d80 con 0x7fcca0096950 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca74ba700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fcca01273f0 con 0x7fcca01275f0 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5256700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca01275f0 0x7fcca01279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcca0096950 0x7fcca0132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcca0096950 0x7fcca0132a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54960/0 (socket says 172.21.15.38:54960) 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5256700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca01275f0 0x7fcca01279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:37088/0 (socket says 172.21.15.38:37088) 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca4a55700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fcca0095de0 0x7fcca0096240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51268/0 (socket says 172.21.15.38:51268) 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 -- 172.21.15.38:0/370265465 learned_addr learned my addr 172.21.15.38:0/370265465 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 -- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca01275f0 msgr2=0x7fcca01279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 --2- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca01275f0 0x7fcca01279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 -- 172.21.15.38:0/370265465 >> v1:172.21.15.38:6789/0 conn(0x7fcca0095de0 legacy=0x7fcca0096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcc97fff700 1 -- 172.21.15.38:0/370265465 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1951730350 0 0) 0x7fcca0127190 con 0x7fcca0095de0 2024-05-08T22:32:47.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 -- 172.21.15.38:0/370265465 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcca0066750 con 0x7fcca0096950 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcca5a57700 1 --2- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0096950 0x7fcca0132a90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 rx=0x7fcc98009f20 tx=0x7fcc98009840).ready entity=mon.0 client_cookie=d1d57d9d67014fc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcc97fff700 1 -- 172.21.15.38:0/370265465 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc9800e070 con 0x7fcca0096950 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcc97fff700 1 -- 172.21.15.38:0/370265465 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc9800b9d0 con 0x7fcca0096950 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.931+0000 7fcc97fff700 1 -- 172.21.15.38:0/370265465 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc9800bd50 con 0x7fcca0096950 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 -- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0096950 msgr2=0x7fcca0132a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 --2- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0096950 0x7fcca0132a90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 rx=0x7fcc98009f20 tx=0x7fcc98009840).stop 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 -- 172.21.15.38:0/370265465 shutdown_connections 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 --2- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0096950 0x7fcca0132a90 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 --2- 172.21.15.38:0/370265465 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca01275f0 0x7fcca01279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 -- 172.21.15.38:0/370265465 >> 172.21.15.38:0/370265465 conn(0x7fcca009a660 msgr2=0x7fcca009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 -- 172.21.15.38:0/370265465 shutdown_connections 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.932+0000 7fcca74ba700 1 -- 172.21.15.38:0/370265465 wait complete. 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 Processor -- start 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 -- start start 2024-05-08T22:32:47.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 0x7fcca01246f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca0096950 0x7fcca0113620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 0x7fcca0113b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcca0115a80 con 0x7fcca0095de0 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcca0066980 con 0x7fcca01275f0 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca74ba700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fcca01170f0 con 0x7fcca0096950 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca5256700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 0x7fcca01246f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca5a57700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 0x7fcca0113b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca4a55700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca0096950 0x7fcca0113620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca5a57700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 0x7fcca0113b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43288/0 (socket says 172.21.15.38:43288) 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca5256700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 0x7fcca01246f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54970/0 (socket says 172.21.15.38:54970) 2024-05-08T22:32:47.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca4a55700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca0096950 0x7fcca0113620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:37100/0 (socket says 172.21.15.38:37100) 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.933+0000 7fcca5a57700 1 -- 172.21.15.38:0/3152094011 learned_addr learned my addr 172.21.15.38:0/3152094011 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5a57700 1 -- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca0096950 msgr2=0x7fcca0113620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5a57700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca0096950 0x7fcca0113620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5a57700 1 -- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 msgr2=0x7fcca01246f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5a57700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 0x7fcca01246f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5a57700 1 -- 172.21.15.38:0/3152094011 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc98009ae0 con 0x7fcca01275f0 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5256700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 0x7fcca01246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca5a57700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 0x7fcca0113b10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 rx=0x7fcc9800b610 tx=0x7fcc98009840).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc9800b640 con 0x7fcca01275f0 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc98007080 con 0x7fcca01275f0 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcca0116b20 con 0x7fcca01275f0 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc9801e6a0 con 0x7fcca01275f0 2024-05-08T22:32:47.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.934+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcca01177a0 con 0x7fcca01275f0 2024-05-08T22:32:47.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.935+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fcc98003040 con 0x7fcca01275f0 2024-05-08T22:32:47.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.935+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(11..11 src has 1..11) v4 ==== 2827+0+0 (secure 0 0 0) 0x7fcc9803c360 con 0x7fcca01275f0 2024-05-08T22:32:47.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.935+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcca0099770 con 0x7fcca01275f0 2024-05-08T22:32:47.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:47.940+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fcc98023020 con 0x7fcca01275f0 2024-05-08T22:32:48.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.109+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fcca0116ce0 con 0x7fcca01275f0 2024-05-08T22:32:48.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.782+0000 7fcc95ffb700 1 -- 172.21.15.38:0/3152094011 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v12) v1 ==== 173+0+0 (secure 0 0 0) 0x7fcc98011370 con 0x7fcca01275f0 2024-05-08T22:32:48.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 >> v1:172.21.15.38:6816/46721 conn(0x7fcc8402bd00 legacy=0x7fcc8402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:48.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 msgr2=0x7fcca0113b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:48.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 0x7fcca0113b10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 rx=0x7fcc9800b610 tx=0x7fcc98009840).stop 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 shutdown_connections 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca01275f0 0x7fcca0113b10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca0095de0 0x7fcca01246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 --2- 172.21.15.38:0/3152094011 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcca0096950 0x7fcca0113620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 >> 172.21.15.38:0/3152094011 conn(0x7fcca009a660 msgr2=0x7fcca0069650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.785+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 shutdown_connections 2024-05-08T22:32:48.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.786+0000 7fcca74ba700 1 -- 172.21.15.38:0/3152094011 wait complete. 2024-05-08T22:32:48.786 INFO:teuthology.orchestra.run.smithi038.stderr:enabled application 'rbd' on pool 'rbd' 2024-05-08T22:32:48.800 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-05-08T22:32:48.801 INFO:tasks.ceph.mds.a:Restarting daemon 2024-05-08T22:32:48.801 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-05-08T22:32:48.803 INFO:tasks.ceph.mds.a:Started 2024-05-08T22:32:48.803 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-05-08T22:32:48.803 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:48.885 INFO:tasks.ceph.mds.a.smithi038.stdout:starting mds.a at 2024-05-08T22:32:48.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.933+0000 7f89bcf95700 1 Processor -- start 2024-05-08T22:32:48.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.933+0000 7f89bcf95700 1 -- start start 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89bcf95700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f89b8068eb0 0x7f89b8096160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89bcf95700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8096650 0x7f89b8096a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89bcf95700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89b80686b0 con 0x7f89b812cf90 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89bcf95700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89b8069290 con 0x7f89b8068eb0 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89bcf95700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b8068a00 con 0x7f89b8096650 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89b659c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f89b8068eb0 0x7f89b8096160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89b5d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8096650 0x7f89b8096a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89b6d9d700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f89b812cf90 0x7f89b812f380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51276/0 (socket says 172.21.15.38:51276) 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.934+0000 7f89b6d9d700 1 -- 172.21.15.38:0/3996738286 learned_addr learned my addr 172.21.15.38:0/3996738286 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b659c700 1 -- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8096650 msgr2=0x7f89b8096a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:48.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b659c700 1 --2- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8096650 0x7f89b8096a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b659c700 1 -- 172.21.15.38:0/3996738286 >> v1:172.21.15.38:6789/0 conn(0x7f89b812cf90 legacy=0x7f89b812f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b659c700 1 -- 172.21.15.38:0/3996738286 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b8097b90 con 0x7f89b8068eb0 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b559a700 1 -- 172.21.15.38:0/3996738286 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4063401303 0 0) 0x7f89b80686b0 con 0x7f89b812cf90 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b5d9b700 1 --2- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8096650 0x7f89b8096a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b659c700 1 --2- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b8068eb0 0x7f89b8096160 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x7f89a8009790 tx=0x7f89a8009060).ready entity=mon.0 client_cookie=4ee14f2a98a4f94b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b559a700 1 -- 172.21.15.38:0/3996738286 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a800f510 con 0x7f89b8068eb0 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b559a700 1 -- 172.21.15.38:0/3996738286 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a800f670 con 0x7f89b8068eb0 2024-05-08T22:32:48.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89b559a700 1 -- 172.21.15.38:0/3996738286 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a800f9f0 con 0x7f89b8068eb0 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 -- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b8068eb0 msgr2=0x7f89b8096160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 --2- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b8068eb0 0x7f89b8096160 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x7f89a8009790 tx=0x7f89a8009060).stop 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 -- 172.21.15.38:0/3996738286 shutdown_connections 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 --2- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b8068eb0 0x7f89b8096160 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 --2- 172.21.15.38:0/3996738286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8096650 0x7f89b8096a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 -- 172.21.15.38:0/3996738286 >> 172.21.15.38:0/3996738286 conn(0x7f89b80631d0 msgr2=0x7f89b8098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 -- 172.21.15.38:0/3996738286 shutdown_connections 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.935+0000 7f89bcf95700 1 -- 172.21.15.38:0/3996738286 wait complete. 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.936+0000 7f89bcf95700 1 Processor -- start 2024-05-08T22:32:48.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 -- start start 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 0x7f89b813a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f89b8096650 0x7f89b813aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b812cf90 0x7f89b8063840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b811d8b0 con 0x7f89b812cf90 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b812d370 con 0x7f89b8068eb0 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89bcf95700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f89b812cd70 con 0x7f89b8096650 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 0x7f89b813a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b5d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f89b8096650 0x7f89b813aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 0x7f89b813a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43318/0 (socket says 172.21.15.38:43318) 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 -- 172.21.15.38:0/2791371337 learned_addr learned my addr 172.21.15.38:0/2791371337 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b6d9d700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b812cf90 0x7f89b8063840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 -- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f89b8096650 msgr2=0x7f89b813aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f89b8096650 0x7f89b813aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 -- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b812cf90 msgr2=0x7f89b8063840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b812cf90 0x7f89b8063840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:48.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.937+0000 7f89b659c700 1 -- 172.21.15.38:0/2791371337 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89ac0092a0 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89b659c700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 0x7f89b813a5d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 rx=0x7f89b8068560 tx=0x7f89a8017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a800f7e0 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a800f940 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89a80092a0 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a801b660 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89b8067780 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.938+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f89a801ba10 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.939+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f89a803c6b0 con 0x7f89b8068eb0 2024-05-08T22:32:48.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.939+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89b8065430 con 0x7f89b8068eb0 2024-05-08T22:32:48.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:48.944+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f89a8029080 con 0x7f89b8068eb0 2024-05-08T22:32:49.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.113+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f89b8098970 con 0x7f89b8068eb0 2024-05-08T22:32:49.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.114+0000 7f89a6ffd700 1 -- 172.21.15.38:0/2791371337 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+8105 (secure 0 0 0) 0x7f89a801f020 con 0x7f89b8068eb0 2024-05-08T22:32:49.113 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:49.113 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":12,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:48.773362+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 >> v1:172.21.15.38:6816/46721 conn(0x7f899802bd30 legacy=0x7f899802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 msgr2=0x7f89b813a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 0x7f89b813a5d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 rx=0x7f89b8068560 tx=0x7f89a8017000).stop 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 shutdown_connections 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b8068eb0 0x7f89b813a5d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b812cf90 0x7f89b8063840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 --2- 172.21.15.38:0/2791371337 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f89b8096650 0x7f89b813aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 >> 172.21.15.38:0/2791371337 conn(0x7f89b80631d0 msgr2=0x7f89b8111e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 shutdown_connections 2024-05-08T22:32:49.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.115+0000 7f89bcf95700 1 -- 172.21.15.38:0/2791371337 wait complete. 2024-05-08T22:32:49.126 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-05-08T22:32:49.127 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.250+0000 7f206e3f3700 1 Processor -- start 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.250+0000 7f206e3f3700 1 -- start start 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206e3f3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f206812ab00 0x7f206812cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206e3f3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f206812f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206e3f3700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2068092430 con 0x7f2068127b40 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206e3f3700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2068094010 con 0x7f206812ab00 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206e3f3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f206805e350 con 0x7f206812d3e0 2024-05-08T22:32:49.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206c990700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f206812f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f206812ab00 0x7f206812cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206c990700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f206812f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:37124/0 (socket says 172.21.15.38:37124) 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f206812ab00 0x7f206812cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:54990/0 (socket says 172.21.15.38:54990) 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206c990700 1 -- 172.21.15.38:0/2727744524 learned_addr learned my addr 172.21.15.38:0/2727744524 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f2067fff700 1 --1- 172.21.15.38:0/2727744524 >> v1:172.21.15.38:6789/0 conn(0x7f2068127b40 0x7f2068127f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51280/0 (socket says 172.21.15.38:51280) 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 -- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 msgr2=0x7f206812f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 --2- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f206812f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 -- 172.21.15.38:0/2727744524 >> v1:172.21.15.38:6789/0 conn(0x7f2068127b40 legacy=0x7f2068127f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f2066ffd700 1 -- 172.21.15.38:0/2727744524 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 350474145 0 0) 0x7f2068092430 con 0x7f2068127b40 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 -- 172.21.15.38:0/2727744524 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2068093110 con 0x7f206812ab00 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f206c990700 1 --2- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f206812f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f20677fe700 1 --2- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f206812ab00 0x7f206812cef0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 rx=0x7f2050009760 tx=0x7f2050009060).ready entity=mon.0 client_cookie=8b7fcf4aba0765ab server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f2066ffd700 1 -- 172.21.15.38:0/2727744524 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20500090d0 con 0x7f206812ab00 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f2066ffd700 1 -- 172.21.15.38:0/2727744524 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f205000f510 con 0x7f206812ab00 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.251+0000 7f2066ffd700 1 -- 172.21.15.38:0/2727744524 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205000f890 con 0x7f206812ab00 2024-05-08T22:32:49.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 -- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f206812ab00 msgr2=0x7f206812cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 --2- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f206812ab00 0x7f206812cef0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 rx=0x7f2050009760 tx=0x7f2050009060).stop 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 -- 172.21.15.38:0/2727744524 shutdown_connections 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 --2- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f206812f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 --2- 172.21.15.38:0/2727744524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f206812ab00 0x7f206812cef0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 -- 172.21.15.38:0/2727744524 >> 172.21.15.38:0/2727744524 conn(0x7f206809a850 msgr2=0x7f2068096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 -- 172.21.15.38:0/2727744524 shutdown_connections 2024-05-08T22:32:49.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.252+0000 7f206e3f3700 1 -- 172.21.15.38:0/2727744524 wait complete. 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 Processor -- start 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 -- start start 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2068127b40 0x7f2068125df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f206812ab00 0x7f2068123190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f2068123680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2068125310 con 0x7f2068127b40 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2068096740 con 0x7f206812ab00 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.253+0000 7f206e3f3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2068092aa0 con 0x7f206812d3e0 2024-05-08T22:32:49.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f2067fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2068127b40 0x7f2068125df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f2068123680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f2068123680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:37140/0 (socket says 172.21.15.38:37140) 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 -- 172.21.15.38:0/915137202 learned_addr learned my addr 172.21.15.38:0/915137202 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f20677fe700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f206812ab00 0x7f2068123190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 -- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f206812ab00 msgr2=0x7f2068123190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f206812ab00 0x7f2068123190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 -- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2068127b40 msgr2=0x7f2068125df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2068127b40 0x7f2068125df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 -- 172.21.15.38:0/915137202 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f206000bcf0 con 0x7f206812d3e0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206c990700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f2068123680 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 rx=0x7f206000efd0 tx=0x7f206000d040).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2060010da0 con 0x7f206812d3e0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2060011040 con 0x7f206812d3e0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20500092a0 con 0x7f206812d3e0 2024-05-08T22:32:49.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f206000b340 con 0x7f206812d3e0 2024-05-08T22:32:49.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.254+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2068126ec0 con 0x7f206812d3e0 2024-05-08T22:32:49.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.255+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f2060009820 con 0x7f206812d3e0 2024-05-08T22:32:49.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.255+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f206003d2e0 con 0x7f206812d3e0 2024-05-08T22:32:49.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.255+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2068126640 con 0x7f206812d3e0 2024-05-08T22:32:49.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.260+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f2068126640 con 0x7f206812d3e0 2024-05-08T22:32:49.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.428+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7f2068126820 con 0x7f206812d3e0 2024-05-08T22:32:49.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.429+0000 7f2064ff9700 1 -- 172.21.15.38:0/915137202 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v12) v1 ==== 110+0+10 (secure 0 0 0) 0x7f2068126820 con 0x7f206812d3e0 2024-05-08T22:32:49.428 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.430+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 >> v1:172.21.15.38:6816/46721 conn(0x7f204802bd30 legacy=0x7f204802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 msgr2=0x7f2068123680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f2068123680 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 rx=0x7f206000efd0 tx=0x7f206000d040).stop 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 shutdown_connections 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f206812d3e0 0x7f2068123680 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2068127b40 0x7f2068125df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 --2- 172.21.15.38:0/915137202 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f206812ab00 0x7f2068123190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 >> 172.21.15.38:0/915137202 conn(0x7f206809a850 msgr2=0x7f2068127f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 shutdown_connections 2024-05-08T22:32:49.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.431+0000 7f206e3f3700 1 -- 172.21.15.38:0/915137202 wait complete. 2024-05-08T22:32:49.441 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:32:49.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 Processor -- start 2024-05-08T22:32:49.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 -- start start 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f63701275f0 0x7f63701279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370096950 0x7f6370132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6370127190 con 0x7f6370095de0 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6370066d80 con 0x7f63701275f0 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.564+0000 7f6377d4e700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63701273f0 con 0x7f6370096950 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6375aea700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f63701275f0 0x7f63701279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f63762eb700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370096950 0x7f6370132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f63752e9700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6370095de0 0x7f6370096240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51282/0 (socket says 172.21.15.38:51282) 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f63752e9700 1 -- 172.21.15.38:0/2436521240 learned_addr learned my addr 172.21.15.38:0/2436521240 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6375aea700 1 -- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370096950 msgr2=0x7f6370132a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6375aea700 1 --2- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370096950 0x7f6370132a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6375aea700 1 -- 172.21.15.38:0/2436521240 >> v1:172.21.15.38:6789/0 conn(0x7f6370095de0 legacy=0x7f6370096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6375aea700 1 -- 172.21.15.38:0/2436521240 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6370066750 con 0x7f63701275f0 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6374ae8700 1 -- 172.21.15.38:0/2436521240 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1067554647 0 0) 0x7f6370127190 con 0x7f6370095de0 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6375aea700 1 --2- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f63701275f0 0x7f63701279d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 rx=0x7f636c009760 tx=0x7f636c009060).ready entity=mon.0 client_cookie=f3aa79152b408b25 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6374ae8700 1 -- 172.21.15.38:0/2436521240 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f636c0090d0 con 0x7f63701275f0 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6374ae8700 1 -- 172.21.15.38:0/2436521240 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f636c00f510 con 0x7f63701275f0 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.565+0000 7f6374ae8700 1 -- 172.21.15.38:0/2436521240 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f636c00f890 con 0x7f63701275f0 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 -- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f63701275f0 msgr2=0x7f63701279d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f63701275f0 0x7f63701279d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 rx=0x7f636c009760 tx=0x7f636c009060).stop 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 -- 172.21.15.38:0/2436521240 shutdown_connections 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370096950 0x7f6370132a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2436521240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f63701275f0 0x7f63701279d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 -- 172.21.15.38:0/2436521240 >> 172.21.15.38:0/2436521240 conn(0x7f637009a660 msgr2=0x7f637009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 -- 172.21.15.38:0/2436521240 shutdown_connections 2024-05-08T22:32:49.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.566+0000 7f6377d4e700 1 -- 172.21.15.38:0/2436521240 wait complete. 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 Processor -- start 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 -- start start 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370095de0 0x7f6370113640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 0x7f6370113b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f63701275f0 0x7f6370114020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6370066980 con 0x7f6370096950 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6370124750 con 0x7f6370095de0 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6377d4e700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6370117120 con 0x7f63701275f0 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f63752e9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 0x7f6370113b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f6375aea700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370095de0 0x7f6370113640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f63762eb700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f63701275f0 0x7f6370114020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f63752e9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 0x7f6370113b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55022/0 (socket says 172.21.15.38:55022) 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.567+0000 7f63752e9700 1 -- 172.21.15.38:0/2734999403 learned_addr learned my addr 172.21.15.38:0/2734999403 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63752e9700 1 -- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f63701275f0 msgr2=0x7f6370114020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63752e9700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f63701275f0 0x7f6370114020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63752e9700 1 -- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370095de0 msgr2=0x7f6370113640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63752e9700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370095de0 0x7f6370113640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63752e9700 1 -- 172.21.15.38:0/2734999403 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f636c0092a0 con 0x7f6370096950 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f6375aea700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370095de0 0x7f6370113640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63752e9700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 0x7f6370113b30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 rx=0x7f636000c4c0 tx=0x7f6360007c10).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f636000ce30 con 0x7f6370096950 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63600072e0 con 0x7f6370096950 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6370116b80 con 0x7f6370096950 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63600057a0 con 0x7f6370096950 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.568+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6370115210 con 0x7f6370096950 2024-05-08T22:32:49.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.569+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f6360005b90 con 0x7f6370096950 2024-05-08T22:32:49.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.569+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f636003a610 con 0x7f6370096950 2024-05-08T22:32:49.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.569+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6370128300 con 0x7f6370096950 2024-05-08T22:32:49.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.574+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6360018030 con 0x7f6370096950 2024-05-08T22:32:49.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.742+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f6370116f60 con 0x7f6370096950 2024-05-08T22:32:49.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.743+0000 7f63667fc700 1 -- 172.21.15.38:0/2734999403 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v12) v1 ==== 92+0+10 (secure 0 0 0) 0x7f6360018020 con 0x7f6370096950 2024-05-08T22:32:49.742 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 >> v1:172.21.15.38:6816/46721 conn(0x7f635402bd00 legacy=0x7f635402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 msgr2=0x7f6370113b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 0x7f6370113b30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 rx=0x7f636000c4c0 tx=0x7f6360007c10).stop 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 shutdown_connections 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6370095de0 0x7f6370113640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f63701275f0 0x7f6370114020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 --2- 172.21.15.38:0/2734999403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6370096950 0x7f6370113b30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 >> 172.21.15.38:0/2734999403 conn(0x7f637009a660 msgr2=0x7f63700695e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 shutdown_connections 2024-05-08T22:32:49.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.745+0000 7f6377d4e700 1 -- 172.21.15.38:0/2734999403 wait complete. 2024-05-08T22:32:49.755 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:32:49.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.876+0000 7f8f8aff7700 1 Processor -- start 2024-05-08T22:32:49.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.876+0000 7f8f8aff7700 1 -- start start 2024-05-08T22:32:49.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f8aff7700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8f84095950 0x7f8f84095d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f8aff7700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 0x7f8f8412f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f8aff7700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f84094100 con 0x7f8f84096220 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f8aff7700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f84092be0 con 0x7f8f84095950 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f8aff7700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8f84091670 con 0x7f8f841276b0 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8f84095950 0x7f8f84095d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f89594700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 0x7f8f8412f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8f84095950 0x7f8f84095d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55026/0 (socket says 172.21.15.38:55026) 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f89594700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 0x7f8f8412f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:37160/0 (socket says 172.21.15.38:37160) 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 -- 172.21.15.38:0/3042749855 learned_addr learned my addr 172.21.15.38:0/3042749855 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f83fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f8f84096220 0x7f8f84126fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51288/0 (socket says 172.21.15.38:51288) 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 -- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 msgr2=0x7f8f8412f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 --2- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 0x7f8f8412f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 -- 172.21.15.38:0/3042749855 >> v1:172.21.15.38:6789/0 conn(0x7f8f84096220 legacy=0x7f8f84126fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 -- 172.21.15.38:0/3042749855 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f84096660 con 0x7f8f84095950 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f837fe700 1 -- 172.21.15.38:0/3042749855 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3709912932 0 0) 0x7f8f84094100 con 0x7f8f84096220 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f89594700 1 --2- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 0x7f8f8412f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f88d93700 1 --2- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f84095950 0x7f8f84095d30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 rx=0x7f8f7800c950 tx=0x7f8f7800a170).ready entity=mon.0 client_cookie=2c48eed79f4e0184 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f837fe700 1 -- 172.21.15.38:0/3042749855 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f78009030 con 0x7f8f84095950 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f837fe700 1 -- 172.21.15.38:0/3042749855 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f7800b940 con 0x7f8f84095950 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.877+0000 7f8f837fe700 1 -- 172.21.15.38:0/3042749855 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7800bcc0 con 0x7f8f84095950 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 -- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f84095950 msgr2=0x7f8f84095d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f84095950 0x7f8f84095d30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 rx=0x7f8f7800c950 tx=0x7f8f7800a170).stop 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 -- 172.21.15.38:0/3042749855 shutdown_connections 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f841276b0 0x7f8f8412f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/3042749855 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f84095950 0x7f8f84095d30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 -- 172.21.15.38:0/3042749855 >> 172.21.15.38:0/3042749855 conn(0x7f8f8409a850 msgr2=0x7f8f84096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:49.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 -- 172.21.15.38:0/3042749855 shutdown_connections 2024-05-08T22:32:49.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.878+0000 7f8f8aff7700 1 -- 172.21.15.38:0/3042749855 wait complete. 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.879+0000 7f8f8aff7700 1 Processor -- start 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.879+0000 7f8f8aff7700 1 -- start start 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 0x7f8f84123250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f84096220 0x7f8f84123740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f841276b0 0x7f8f84123c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f84124120 con 0x7f8f841276b0 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f84124dd0 con 0x7f8f84096220 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8f84126740 con 0x7f8f84095950 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 0x7f8f84123250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 0x7f8f84123250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:37166/0 (socket says 172.21.15.38:37166) 2024-05-08T22:32:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 -- 172.21.15.38:0/2602934439 learned_addr learned my addr 172.21.15.38:0/2602934439 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f89594700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f841276b0 0x7f8f84123c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f83fff700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f84096220 0x7f8f84123740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 -- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f84096220 msgr2=0x7f8f84123740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f84096220 0x7f8f84123740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 -- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f841276b0 msgr2=0x7f8f84123c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:49.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f841276b0 0x7f8f84123c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 -- 172.21.15.38:0/2602934439 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f7c00de30 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f89594700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f841276b0 0x7f8f84123c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f88d93700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 0x7f8f84123250 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 rx=0x7f8f84092af0 tx=0x7f8f78018000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f78009040 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f78016e50 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f7800c530 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7800d8b0 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.880+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f84092150 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.881+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8f78013070 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.881+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f8f7803c2d0 con 0x7f8f84095950 2024-05-08T22:32:49.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.881+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f841264e0 con 0x7f8f84095950 2024-05-08T22:32:49.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:49.886+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8f841264e0 con 0x7f8f84095950 2024-05-08T22:32:50.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.098+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f841264e0 con 0x7f8f84095950 2024-05-08T22:32:50.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.098+0000 7f8f817fa700 1 -- 172.21.15.38:0/2602934439 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1196 (secure 0 0 0) 0x7f8f841264e0 con 0x7f8f84095950 2024-05-08T22:32:50.097 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:50.097 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4181,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.099+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 >> v1:172.21.15.38:6816/46721 conn(0x7f8f6802bd00 legacy=0x7f8f6802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 msgr2=0x7f8f84123250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 0x7f8f84123250 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 rx=0x7f8f84092af0 tx=0x7f8f78018000).stop 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 shutdown_connections 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f841276b0 0x7f8f84123c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f84095950 0x7f8f84123250 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 --2- 172.21.15.38:0/2602934439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f84096220 0x7f8f84123740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 >> 172.21.15.38:0/2602934439 conn(0x7f8f8409a850 msgr2=0x7f8f84097b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:50.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 shutdown_connections 2024-05-08T22:32:50.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.100+0000 7f8f8aff7700 1 -- 172.21.15.38:0/2602934439 wait complete. 2024-05-08T22:32:50.100 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 2 2024-05-08T22:32:50.111 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.230+0000 7fca5b404700 1 Processor -- start 2024-05-08T22:32:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.230+0000 7fca5b404700 1 -- start start 2024-05-08T22:32:50.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca5b404700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54067530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca5b404700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 0x7fca54124660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca5b404700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca54068d00 con 0x7fca54127430 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca5b404700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca5406a690 con 0x7fca54127850 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca5b404700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca54127d00 con 0x7fca5406a2b0 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54067530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca599a1700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 0x7fca54124660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54067530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43386/0 (socket says 172.21.15.38:43386) 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca599a1700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 0x7fca54124660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55044/0 (socket says 172.21.15.38:55044) 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 -- 172.21.15.38:0/3171625647 learned_addr learned my addr 172.21.15.38:0/3171625647 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca5899f700 1 --1- 172.21.15.38:0/3171625647 >> v1:172.21.15.38:6789/0 conn(0x7fca54127430 0x7fca54123f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:51292/0 (socket says 172.21.15.38:51292) 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca4bfff700 1 -- 172.21.15.38:0/3171625647 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2158658721 0 0) 0x7fca54068d00 con 0x7fca54127430 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 -- 172.21.15.38:0/3171625647 >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 msgr2=0x7fca54124660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:50.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 --2- 172.21.15.38:0/3171625647 >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 0x7fca54124660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 -- 172.21.15.38:0/3171625647 >> v1:172.21.15.38:6789/0 conn(0x7fca54127430 legacy=0x7fca54123f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 -- 172.21.15.38:0/3171625647 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca54127ef0 con 0x7fca5406a2b0 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca599a1700 1 --2- 172.21.15.38:0/3171625647 >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 0x7fca54124660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.231+0000 7fca591a0700 1 --2- 172.21.15.38:0/3171625647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54067530 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 rx=0x7fca50006fd0 tx=0x7fca500090f0).ready entity=mon.1 client_cookie=263f7b010a4bbbd2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca4bfff700 1 -- 172.21.15.38:0/3171625647 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5000b580 con 0x7fca5406a2b0 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca4bfff700 1 -- 172.21.15.38:0/3171625647 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca5000b6e0 con 0x7fca5406a2b0 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca4bfff700 1 -- 172.21.15.38:0/3171625647 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5000ba60 con 0x7fca5406a2b0 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 -- 172.21.15.38:0/3171625647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 msgr2=0x7fca54067530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 --2- 172.21.15.38:0/3171625647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54067530 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 rx=0x7fca50006fd0 tx=0x7fca500090f0).stop 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 -- 172.21.15.38:0/3171625647 shutdown_connections 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 --2- 172.21.15.38:0/3171625647 >> v2:172.21.15.38:3300/0 conn(0x7fca54127850 0x7fca54124660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 --2- 172.21.15.38:0/3171625647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54067530 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 -- 172.21.15.38:0/3171625647 >> 172.21.15.38:0/3171625647 conn(0x7fca5409a660 msgr2=0x7fca5409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 -- 172.21.15.38:0/3171625647 shutdown_connections 2024-05-08T22:32:50.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.232+0000 7fca5b404700 1 -- 172.21.15.38:0/3171625647 wait complete. 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.233+0000 7fca5b404700 1 Processor -- start 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.233+0000 7fca5b404700 1 -- start start 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54138010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fca54127430 0x7fca54138500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca54127850 0x7fca540930e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5412cdd0 con 0x7fca54127850 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca54096330 con 0x7fca5406a2b0 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fca54124c80 con 0x7fca54127430 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54138010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54138010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:43394/0 (socket says 172.21.15.38:43394) 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5899f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fca54127430 0x7fca54138500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 -- 172.21.15.38:0/3375430212 learned_addr learned my addr 172.21.15.38:0/3375430212 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca599a1700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca54127850 0x7fca540930e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 -- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fca54127430 msgr2=0x7fca54138500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fca54127430 0x7fca54138500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 -- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca54127850 msgr2=0x7fca540930e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca54127850 0x7fca540930e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 -- 172.21.15.38:0/3375430212 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca4c009a20 con 0x7fca5406a2b0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca591a0700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54138010 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 rx=0x7fca50009fd0 tx=0x7fca50017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca50000bc0 con 0x7fca5406a2b0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca5000b850 con 0x7fca5406a2b0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca50000d20 con 0x7fca5406a2b0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.234+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca50009370 con 0x7fca5406a2b0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.235+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca54068f10 con 0x7fca5406a2b0 2024-05-08T22:32:50.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.236+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca54121d20 con 0x7fca5406a2b0 2024-05-08T22:32:50.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.236+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fca5001cb10 con 0x7fca5406a2b0 2024-05-08T22:32:50.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.236+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2838+0+0 (secure 0 0 0) 0x7fca5003d160 con 0x7fca5406a2b0 2024-05-08T22:32:50.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.240+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fca5002f480 con 0x7fca5406a2b0 2024-05-08T22:32:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.406+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fca54121d20 con 0x7fca5406a2b0 2024-05-08T22:32:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.407+0000 7fca49ffb700 1 -- 172.21.15.38:0/3375430212 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) v1 ==== 74+0+8092 (secure 0 0 0) 0x7fca5002a030 con 0x7fca5406a2b0 2024-05-08T22:32:50.406 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:50.406 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":13,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:49.776342+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 >> v1:172.21.15.38:6816/46721 conn(0x7fca3802bd00 legacy=0x7fca3802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 msgr2=0x7fca54138010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54138010 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 rx=0x7fca50009fd0 tx=0x7fca50017000).stop 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 shutdown_connections 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca5406a2b0 0x7fca54138010 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca54127850 0x7fca540930e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 --2- 172.21.15.38:0/3375430212 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fca54127430 0x7fca54138500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 >> 172.21.15.38:0/3375430212 conn(0x7fca5409a660 msgr2=0x7fca54062700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 shutdown_connections 2024-05-08T22:32:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.409+0000 7fca5b404700 1 -- 172.21.15.38:0/3375430212 wait complete. 2024-05-08T22:32:50.419 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-05-08T22:32:50.420 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:32:50.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.542+0000 7fe33712b700 1 Processor -- start 2024-05-08T22:32:50.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 -- start start 2024-05-08T22:32:50.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe330093380 0x7fe330093760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe330095730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 0x7fe3300960d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe330091820 con 0x7fe330093380 2024-05-08T22:32:50.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe330092610 con 0x7fe330093c50 2024-05-08T22:32:50.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe33712b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe3300965c0 con 0x7fe330095c20 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe32ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe330095730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe3356c8700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 0x7fe3300960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe32ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe330095730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33550/0 (socket says 172.21.15.38:33550) 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe334ec7700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe330093380 0x7fe330093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe3356c8700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 0x7fe3300960d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41620/0 (socket says 172.21.15.38:41620) 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.543+0000 7fe32ffff700 1 -- 172.21.15.38:0/3795007519 learned_addr learned my addr 172.21.15.38:0/3795007519 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32ffff700 1 -- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 msgr2=0x7fe3300960d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32ffff700 1 --2- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 0x7fe3300960d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32ffff700 1 -- 172.21.15.38:0/3795007519 >> v2:172.21.15.38:3300/0 conn(0x7fe330093380 msgr2=0x7fe330093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32ffff700 1 --2- 172.21.15.38:0/3795007519 >> v2:172.21.15.38:3300/0 conn(0x7fe330093380 0x7fe330093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32ffff700 1 -- 172.21.15.38:0/3795007519 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe33005e350 con 0x7fe330093c50 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe3356c8700 1 --2- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 0x7fe3300960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:50.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe334ec7700 1 --2- 172.21.15.38:0/3795007519 >> v2:172.21.15.38:3300/0 conn(0x7fe330093380 0x7fe330093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32ffff700 1 --2- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe330095730 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 rx=0x7fe31c006fd0 tx=0x7fe31c0090f0).ready entity=mon.1 client_cookie=7a5ab2a0c7a1cb4a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32f7fe700 1 -- 172.21.15.38:0/3795007519 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe31c00f510 con 0x7fe330093c50 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32f7fe700 1 -- 172.21.15.38:0/3795007519 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe31c00f670 con 0x7fe330093c50 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe32f7fe700 1 -- 172.21.15.38:0/3795007519 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe31c00f9f0 con 0x7fe330093c50 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 -- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 msgr2=0x7fe330095730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 --2- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe330095730 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 rx=0x7fe31c006fd0 tx=0x7fe31c0090f0).stop 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 -- 172.21.15.38:0/3795007519 shutdown_connections 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 --2- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330095c20 0x7fe3300960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 --2- 172.21.15.38:0/3795007519 >> v2:172.21.15.38:3300/0 conn(0x7fe330093380 0x7fe330093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 --2- 172.21.15.38:0/3795007519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe330095730 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 -- 172.21.15.38:0/3795007519 >> 172.21.15.38:0/3795007519 conn(0x7fe33009a850 msgr2=0x7fe330096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:50.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 -- 172.21.15.38:0/3795007519 shutdown_connections 2024-05-08T22:32:50.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.544+0000 7fe33712b700 1 -- 172.21.15.38:0/3795007519 wait complete. 2024-05-08T22:32:50.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.545+0000 7fe33712b700 1 Processor -- start 2024-05-08T22:32:50.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.545+0000 7fe33712b700 1 -- start start 2024-05-08T22:32:50.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe33712b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 0x7fe33013a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe33712b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe33013a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe33712b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe330095c20 0x7fe33013aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe33712b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe33013b3d0 con 0x7fe330095c20 2024-05-08T22:32:50.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe33712b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe33008f3d0 con 0x7fe330093c50 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe33712b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe33008dd50 con 0x7fe330093380 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe334ec7700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 0x7fe33013a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe3356c8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe330095c20 0x7fe33013aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe334ec7700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 0x7fe33013a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41634/0 (socket says 172.21.15.38:41634) 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe334ec7700 1 -- 172.21.15.38:0/1750006204 learned_addr learned my addr 172.21.15.38:0/1750006204 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe32ffff700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe33013a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe3356c8700 1 -- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 msgr2=0x7fe33013a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe3356c8700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 0x7fe33013a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe3356c8700 1 -- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 msgr2=0x7fe33013a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe3356c8700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe33013a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe3356c8700 1 -- 172.21.15.38:0/1750006204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3240092a0 con 0x7fe330095c20 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.546+0000 7fe334ec7700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 0x7fe33013a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:50.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe3356c8700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe330095c20 0x7fe33013aee0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 rx=0x7fe328009f10 tx=0x7fe32800b040).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe328009c70 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe32800f040 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe328009a20 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe32800cd80 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe31c009370 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.547+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe328013610 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.548+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2838+0+0 (secure 0 0 0) 0x7fe32803b770 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.548+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe33005e760 con 0x7fe330095c20 2024-05-08T22:32:50.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.552+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe32801c410 con 0x7fe330095c20 2024-05-08T22:32:50.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.719+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7fe33008f050 con 0x7fe330095c20 2024-05-08T22:32:50.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.719+0000 7fe32d7fa700 1 -- 172.21.15.38:0/1750006204 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v13) v1 ==== 110+0+10 (secure 0 0 0) 0x7fe33008f050 con 0x7fe330095c20 2024-05-08T22:32:50.719 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 >> v1:172.21.15.38:6816/46721 conn(0x7fe31402bd30 legacy=0x7fe31402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe330095c20 msgr2=0x7fe33013aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe330095c20 0x7fe33013aee0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 rx=0x7fe328009f10 tx=0x7fe32800b040).stop 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 shutdown_connections 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe330095c20 0x7fe33013aee0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe330093380 0x7fe33013a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 --2- 172.21.15.38:0/1750006204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe330093c50 0x7fe33013a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 >> 172.21.15.38:0/1750006204 conn(0x7fe33009a850 msgr2=0x7fe330069260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 shutdown_connections 2024-05-08T22:32:50.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.721+0000 7fe33712b700 1 -- 172.21.15.38:0/1750006204 wait complete. 2024-05-08T22:32:50.732 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:32:50.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 Processor -- start 2024-05-08T22:32:50.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 -- start start 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5278062700 0x7f527812a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f527812b2e0 0x7f52780964f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52780672d0 con 0x7f527812aee0 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5278062ae0 con 0x7f527812b2e0 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f528072c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5278066180 con 0x7f5278062700 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f527e4c8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5278062700 0x7f527812a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f527ecc9700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f527812b2e0 0x7f52780964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f527dcc7700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f527812aee0 0x7f5278095de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34584/0 (socket says 172.21.15.38:34584) 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.855+0000 7f527dcc7700 1 -- 172.21.15.38:0/2311175655 learned_addr learned my addr 172.21.15.38:0/2311175655 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527ecc9700 1 -- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5278062700 msgr2=0x7f527812a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527ecc9700 1 --2- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5278062700 0x7f527812a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527ecc9700 1 -- 172.21.15.38:0/2311175655 >> v1:172.21.15.38:6789/0 conn(0x7f527812aee0 legacy=0x7f5278095de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527d4c6700 1 -- 172.21.15.38:0/2311175655 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1697110029 0 0) 0x7f52780672d0 con 0x7f527812aee0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527ecc9700 1 -- 172.21.15.38:0/2311175655 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5278067010 con 0x7f527812b2e0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527e4c8700 1 --2- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5278062700 0x7f527812a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527ecc9700 1 --2- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f527812b2e0 0x7f52780964f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 rx=0x7f5270009e60 tx=0x7f5270009780).ready entity=mon.0 client_cookie=2a4fc8a00eba8cf3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527d4c6700 1 -- 172.21.15.38:0/2311175655 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527000e070 con 0x7f527812b2e0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527d4c6700 1 -- 172.21.15.38:0/2311175655 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f527000bb60 con 0x7f527812b2e0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f527d4c6700 1 -- 172.21.15.38:0/2311175655 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5270012410 con 0x7f527812b2e0 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f528072c700 1 -- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f527812b2e0 msgr2=0x7f52780964f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.856+0000 7f528072c700 1 --2- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f527812b2e0 0x7f52780964f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 rx=0x7f5270009e60 tx=0x7f5270009780).stop 2024-05-08T22:32:50.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 -- 172.21.15.38:0/2311175655 shutdown_connections 2024-05-08T22:32:50.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 --2- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f527812b2e0 0x7f52780964f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 --2- 172.21.15.38:0/2311175655 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5278062700 0x7f527812a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 -- 172.21.15.38:0/2311175655 >> 172.21.15.38:0/2311175655 conn(0x7f527809a660 msgr2=0x7f527809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:50.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 -- 172.21.15.38:0/2311175655 shutdown_connections 2024-05-08T22:32:50.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 -- 172.21.15.38:0/2311175655 wait complete. 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.857+0000 7f528072c700 1 Processor -- start 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 -- start start 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5278062700 0x7f5278113a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 0x7f5278113f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f527812b2e0 0x7f5278139ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52780669f0 con 0x7f5278062700 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5278116810 con 0x7f527812aee0 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f528072c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5278116ad0 con 0x7f527812b2e0 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 0x7f5278113f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527ecc9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f527812b2e0 0x7f5278139ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 0x7f5278113f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33564/0 (socket says 172.21.15.38:33564) 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527ecc9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f527812b2e0 0x7f5278139ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41648/0 (socket says 172.21.15.38:41648) 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 -- 172.21.15.38:0/1958419243 learned_addr learned my addr 172.21.15.38:0/1958419243 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527e4c8700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5278062700 0x7f5278113a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 -- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f527812b2e0 msgr2=0x7f5278139ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f527812b2e0 0x7f5278139ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 -- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5278062700 msgr2=0x7f5278113a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5278062700 0x7f5278113a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 -- 172.21.15.38:0/1958419243 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52740092a0 con 0x7f527812aee0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.858+0000 7f527dcc7700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 0x7f5278113f70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 rx=0x7f526800c4e0 tx=0x7f5268007bf0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52680070d0 con 0x7f527812aee0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5268007250 con 0x7f527812aee0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5270009a20 con 0x7f527812aee0 2024-05-08T22:32:50.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5268007610 con 0x7f527812aee0 2024-05-08T22:32:50.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5278117470 con 0x7f527812aee0 2024-05-08T22:32:50.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f52680059b0 con 0x7f527812aee0 2024-05-08T22:32:50.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.859+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f526803a5a0 con 0x7f527812aee0 2024-05-08T22:32:50.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.860+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5278064be0 con 0x7f527812aee0 2024-05-08T22:32:50.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:50.864+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f5268018030 con 0x7f527812aee0 2024-05-08T22:32:51.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.032+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f527812a6e0 con 0x7f527812aee0 2024-05-08T22:32:51.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.032+0000 7f526effd700 1 -- 172.21.15.38:0/1958419243 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v13) v1 ==== 92+0+10 (secure 0 0 0) 0x7f5268018020 con 0x7f527812aee0 2024-05-08T22:32:51.031 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:32:51.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 >> v1:172.21.15.38:6816/46721 conn(0x7f525c02bd00 legacy=0x7f525c02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 msgr2=0x7f5278113f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 0x7f5278113f70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 rx=0x7f526800c4e0 tx=0x7f5268007bf0).stop 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 shutdown_connections 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f527812b2e0 0x7f5278139ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5278062700 0x7f5278113a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 --2- 172.21.15.38:0/1958419243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f527812aee0 0x7f5278113f70 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 >> 172.21.15.38:0/1958419243 conn(0x7f527809a660 msgr2=0x7f5278098560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 shutdown_connections 2024-05-08T22:32:51.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.034+0000 7f528072c700 1 -- 172.21.15.38:0/1958419243 wait complete. 2024-05-08T22:32:51.045 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-05-08T22:32:51.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 Processor -- start 2024-05-08T22:32:51.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 -- start start 2024-05-08T22:32:51.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f905c063fa0 0x7f905c1271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c12fa60 0x7f905c131e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f905c09d5e0 con 0x7f905c127770 2024-05-08T22:32:51.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f905c064380 con 0x7f905c063fa0 2024-05-08T22:32:51.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f90617d3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f905c097f50 con 0x7f905c12fa60 2024-05-08T22:32:51.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f905affd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f905c063fa0 0x7f905c1271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f905b7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c12fa60 0x7f905c131e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f905a7fc700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f905c127770 0x7f905c127b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34586/0 (socket says 172.21.15.38:34586) 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.165+0000 7f905a7fc700 1 -- 172.21.15.38:0/68531004 learned_addr learned my addr 172.21.15.38:0/68531004 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f905b7fe700 1 -- 172.21.15.38:0/68531004 >> v2:172.21.15.38:3300/0 conn(0x7f905c063fa0 msgr2=0x7f905c1271c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f905b7fe700 1 --2- 172.21.15.38:0/68531004 >> v2:172.21.15.38:3300/0 conn(0x7f905c063fa0 0x7f905c1271c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f905b7fe700 1 -- 172.21.15.38:0/68531004 >> v1:172.21.15.38:6789/0 conn(0x7f905c127770 legacy=0x7f905c127b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f905b7fe700 1 -- 172.21.15.38:0/68531004 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f905c092860 con 0x7f905c12fa60 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f9059ffb700 1 -- 172.21.15.38:0/68531004 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1028381558 0 0) 0x7f905c09d5e0 con 0x7f905c127770 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f905affd700 1 --2- 172.21.15.38:0/68531004 >> v2:172.21.15.38:3300/0 conn(0x7f905c063fa0 0x7f905c1271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f905b7fe700 1 --2- 172.21.15.38:0/68531004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c12fa60 0x7f905c131e50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 rx=0x7f9054009e60 tx=0x7f9054009780).ready entity=mon.2 client_cookie=e36cd34d6d9936ac server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f9059ffb700 1 -- 172.21.15.38:0/68531004 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f905400e070 con 0x7f905c12fa60 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f9059ffb700 1 -- 172.21.15.38:0/68531004 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f905400bb60 con 0x7f905c12fa60 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.166+0000 7f9059ffb700 1 -- 172.21.15.38:0/68531004 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9054012410 con 0x7f905c12fa60 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 -- 172.21.15.38:0/68531004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c12fa60 msgr2=0x7f905c131e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 --2- 172.21.15.38:0/68531004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c12fa60 0x7f905c131e50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 rx=0x7f9054009e60 tx=0x7f9054009780).stop 2024-05-08T22:32:51.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 -- 172.21.15.38:0/68531004 shutdown_connections 2024-05-08T22:32:51.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 --2- 172.21.15.38:0/68531004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c12fa60 0x7f905c131e50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 --2- 172.21.15.38:0/68531004 >> v2:172.21.15.38:3300/0 conn(0x7f905c063fa0 0x7f905c1271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 -- 172.21.15.38:0/68531004 >> 172.21.15.38:0/68531004 conn(0x7f905c09a420 msgr2=0x7f905c09a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:51.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 -- 172.21.15.38:0/68531004 shutdown_connections 2024-05-08T22:32:51.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.167+0000 7f90617d3700 1 -- 172.21.15.38:0/68531004 wait complete. 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 Processor -- start 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 -- start start 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 0x7f905c12d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f905c127770 0x7f905c12da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f905c12fa60 0x7f905c12df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f905c0975d0 con 0x7f905c127770 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f905c093ab0 con 0x7f905c12fa60 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f90617d3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f905c1320a0 con 0x7f905c063fa0 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f905affd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 0x7f905c12d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f905affd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 0x7f905c12d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41674/0 (socket says 172.21.15.38:41674) 2024-05-08T22:32:51.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f905b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f905c12fa60 0x7f905c12df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f905affd700 1 -- 172.21.15.38:0/1244987545 learned_addr learned my addr 172.21.15.38:0/1244987545 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.168+0000 7f905a7fc700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f905c127770 0x7f905c12da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905affd700 1 -- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f905c12fa60 msgr2=0x7f905c12df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905affd700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f905c12fa60 0x7f905c12df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905affd700 1 -- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f905c127770 msgr2=0x7f905c12da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905affd700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f905c127770 0x7f905c12da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905affd700 1 -- 172.21.15.38:0/1244987545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f904c0092a0 con 0x7f905c063fa0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905a7fc700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f905c127770 0x7f905c12da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f905affd700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 0x7f905c12d550 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 rx=0x7f904c00ea20 tx=0x7f904c009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c00ee60 con 0x7f905c063fa0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f904c009600 con 0x7f905c063fa0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9054009a20 con 0x7f905c063fa0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c00ca60 con 0x7f905c063fa0 2024-05-08T22:32:51.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.169+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f905c094730 con 0x7f905c063fa0 2024-05-08T22:32:51.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.170+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f904c01b400 con 0x7f905c063fa0 2024-05-08T22:32:51.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.170+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f904c03b300 con 0x7f905c063fa0 2024-05-08T22:32:51.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.170+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f905c063c30 con 0x7f905c063fa0 2024-05-08T22:32:51.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.175+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f904c016020 con 0x7f905c063fa0 2024-05-08T22:32:51.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.346+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f905c09c840 con 0x7f905c063fa0 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.347+0000 7f90437fe700 1 -- 172.21.15.38:0/1244987545 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v13) v1 ==== 84+0+143 (secure 0 0 0) 0x7f904c011d20 con 0x7f905c063fa0 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout:[ 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: "poolnum": 1, 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: "poolname": "device_health_metrics" 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: "poolnum": 2, 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: "poolname": "rbd" 2024-05-08T22:32:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-05-08T22:32:51.347 INFO:teuthology.orchestra.run.smithi038.stdout:] 2024-05-08T22:32:51.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 >> v1:172.21.15.38:6816/46721 conn(0x7f904802bd00 legacy=0x7f904802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 msgr2=0x7f905c12d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 0x7f905c12d550 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 rx=0x7f904c00ea20 tx=0x7f904c009060).stop 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 shutdown_connections 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f905c12fa60 0x7f905c12df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f905c063fa0 0x7f905c12d550 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 --2- 172.21.15.38:0/1244987545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f905c127770 0x7f905c12da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 >> 172.21.15.38:0/1244987545 conn(0x7f905c09a420 msgr2=0x7f905c1316c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 shutdown_connections 2024-05-08T22:32:51.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.348+0000 7f90617d3700 1 -- 172.21.15.38:0/1244987545 wait complete. 2024-05-08T22:32:51.359 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-08T22:32:51.359 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-08T22:32:51.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 Processor -- start 2024-05-08T22:32:51.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 -- start start 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6a7c096ba0 0x7f6a7c12c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c12cc00 0x7f6a7c12eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a7c096f80 con 0x7f6a7c069f00 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a7c06a2e0 con 0x7f6a7c096ba0 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.483+0000 7f6a832d3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c068010 con 0x7f6a7c12cc00 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a8086e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6a7c096ba0 0x7f6a7c12c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a8106f700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6a7c069f00 0x7f6a7c127310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34588/0 (socket says 172.21.15.38:34588) 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a8106f700 1 -- 172.21.15.38:0/460556786 learned_addr learned my addr 172.21.15.38:0/460556786 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:51.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a81870700 1 --2- 172.21.15.38:0/460556786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c12cc00 0x7f6a7c12eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a81870700 1 -- 172.21.15.38:0/460556786 >> v2:172.21.15.38:3300/0 conn(0x7f6a7c096ba0 msgr2=0x7f6a7c12c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a81870700 1 --2- 172.21.15.38:0/460556786 >> v2:172.21.15.38:3300/0 conn(0x7f6a7c096ba0 0x7f6a7c12c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a81870700 1 -- 172.21.15.38:0/460556786 >> v1:172.21.15.38:6789/0 conn(0x7f6a7c069f00 legacy=0x7f6a7c127310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a81870700 1 -- 172.21.15.38:0/460556786 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a7c069440 con 0x7f6a7c12cc00 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a73fff700 1 -- 172.21.15.38:0/460556786 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2441496268 0 0) 0x7f6a7c096f80 con 0x7f6a7c069f00 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a8086e700 1 --2- 172.21.15.38:0/460556786 >> v2:172.21.15.38:3300/0 conn(0x7f6a7c096ba0 0x7f6a7c12c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a81870700 1 --2- 172.21.15.38:0/460556786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c12cc00 0x7f6a7c12eff0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 rx=0x7f6a74009e60 tx=0x7f6a74009780).ready entity=mon.1 client_cookie=1cbf8413cff2c8ec server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a73fff700 1 -- 172.21.15.38:0/460556786 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7400e070 con 0x7f6a7c12cc00 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a73fff700 1 -- 172.21.15.38:0/460556786 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a7400bb60 con 0x7f6a7c12cc00 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.484+0000 7f6a73fff700 1 -- 172.21.15.38:0/460556786 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a74012410 con 0x7f6a7c12cc00 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 -- 172.21.15.38:0/460556786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c12cc00 msgr2=0x7f6a7c12eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 --2- 172.21.15.38:0/460556786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c12cc00 0x7f6a7c12eff0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 rx=0x7f6a74009e60 tx=0x7f6a74009780).stop 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 -- 172.21.15.38:0/460556786 shutdown_connections 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 --2- 172.21.15.38:0/460556786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c12cc00 0x7f6a7c12eff0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 --2- 172.21.15.38:0/460556786 >> v2:172.21.15.38:3300/0 conn(0x7f6a7c096ba0 0x7f6a7c12c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 -- 172.21.15.38:0/460556786 >> 172.21.15.38:0/460556786 conn(0x7f6a7c09a660 msgr2=0x7f6a7c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:51.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 -- 172.21.15.38:0/460556786 shutdown_connections 2024-05-08T22:32:51.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.485+0000 7f6a832d3700 1 -- 172.21.15.38:0/460556786 wait complete. 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.486+0000 7f6a832d3700 1 Processor -- start 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.486+0000 7f6a832d3700 1 -- start start 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 0x7f6a7c062790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c096ba0 0x7f6a7c094980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6a7c12cc00 0x7f6a7c094e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c113280 con 0x7f6a7c069f00 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c068b80 con 0x7f6a7c096ba0 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c125280 con 0x7f6a7c12cc00 2024-05-08T22:32:51.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 0x7f6a7c062790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8086e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c096ba0 0x7f6a7c094980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 0x7f6a7c062790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55944/0 (socket says 172.21.15.38:55944) 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 -- 172.21.15.38:0/3401018375 learned_addr learned my addr 172.21.15.38:0/3401018375 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a81870700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6a7c12cc00 0x7f6a7c094e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 -- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6a7c12cc00 msgr2=0x7f6a7c094e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6a7c12cc00 0x7f6a7c094e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 -- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c096ba0 msgr2=0x7f6a7c094980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c096ba0 0x7f6a7c094980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 -- 172.21.15.38:0/3401018375 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a6c0092a0 con 0x7f6a7c069f00 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8086e700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c096ba0 0x7f6a7c094980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a8106f700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 0x7f6a7c062790 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 rx=0x7f6a7800c4c0 tx=0x7f6a78007c10).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7800ce30 con 0x7f6a7c069f00 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a780072e0 con 0x7f6a7c069f00 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.487+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a74009a20 con 0x7f6a7c069f00 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.488+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a780057a0 con 0x7f6a7c069f00 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.488+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a7c0633a0 con 0x7f6a7c069f00 2024-05-08T22:32:51.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.488+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f6a78005b90 con 0x7f6a7c069f00 2024-05-08T22:32:51.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.488+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2838+0+0 (secure 0 0 0) 0x7f6a7803a460 con 0x7f6a7c069f00 2024-05-08T22:32:51.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.489+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a7c064be0 con 0x7f6a7c069f00 2024-05-08T22:32:51.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.493+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6a78005e40 con 0x7f6a7c069f00 2024-05-08T22:32:51.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.666+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f6a7c095780 con 0x7f6a7c069f00 2024-05-08T22:32:51.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.930+0000 7f6a71f76700 1 -- 172.21.15.38:0/3401018375 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v14) v1 ==== 138+0+0 (secure 0 0 0) 0x7f6a78011350 con 0x7f6a7c069f00 2024-05-08T22:32:51.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 >> v1:172.21.15.38:6816/46721 conn(0x7f6a6002bd00 legacy=0x7f6a6002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 msgr2=0x7f6a7c062790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:51.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 0x7f6a7c062790 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 rx=0x7f6a7800c4c0 tx=0x7f6a78007c10).stop 2024-05-08T22:32:51.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 shutdown_connections 2024-05-08T22:32:51.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6a7c12cc00 0x7f6a7c094e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a7c069f00 0x7f6a7c062790 secure :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 rx=0x7f6a7800c4c0 tx=0x7f6a78007c10).stop 2024-05-08T22:32:51.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 --2- 172.21.15.38:0/3401018375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a7c096ba0 0x7f6a7c094980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:51.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.933+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 >> 172.21.15.38:0/3401018375 conn(0x7f6a7c09a660 msgr2=0x7f6a7c126630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:51.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.935+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 shutdown_connections 2024-05-08T22:32:51.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:51.935+0000 7f6a832d3700 1 -- 172.21.15.38:0/3401018375 wait complete. 2024-05-08T22:32:51.940 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_metadata' created 2024-05-08T22:32:51.949 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-08T22:32:52.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 Processor -- start 2024-05-08T22:32:52.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 -- start start 2024-05-08T22:32:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5c28093380 0x7f5c28093760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 0x7f5c28095730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c280960d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c28091820 con 0x7f5c28093380 2024-05-08T22:32:52.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c28092610 con 0x7f5c28095c20 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2cf91700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5c280965c0 con 0x7f5c28093c50 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c25d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 0x7f5c28095730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c26d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c280960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c2659c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5c28093380 0x7f5c28093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c25d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 0x7f5c28095730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41696/0 (socket says 172.21.15.38:41696) 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c26d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c280960d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33596/0 (socket says 172.21.15.38:33596) 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.077+0000 7f5c25d9b700 1 -- 172.21.15.38:0/2692462772 learned_addr learned my addr 172.21.15.38:0/2692462772 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c25d9b700 1 -- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 msgr2=0x7f5c280960d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c25d9b700 1 --2- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c280960d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c25d9b700 1 -- 172.21.15.38:0/2692462772 >> v2:172.21.15.38:3300/0 conn(0x7f5c28093380 msgr2=0x7f5c28093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c25d9b700 1 --2- 172.21.15.38:0/2692462772 >> v2:172.21.15.38:3300/0 conn(0x7f5c28093380 0x7f5c28093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c25d9b700 1 -- 172.21.15.38:0/2692462772 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c2805e350 con 0x7f5c28093c50 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c2659c700 1 --2- 172.21.15.38:0/2692462772 >> v2:172.21.15.38:3300/0 conn(0x7f5c28093380 0x7f5c28093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c25d9b700 1 --2- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 0x7f5c28095730 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 rx=0x7f5c18006fd0 tx=0x7f5c180090f0).ready entity=mon.2 client_cookie=b9517d8bc4cfb9c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:52.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c2559a700 1 -- 172.21.15.38:0/2692462772 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1800f510 con 0x7f5c28093c50 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c2559a700 1 -- 172.21.15.38:0/2692462772 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c1800f670 con 0x7f5c28093c50 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.078+0000 7f5c2559a700 1 -- 172.21.15.38:0/2692462772 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1800f9f0 con 0x7f5c28093c50 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 -- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 msgr2=0x7f5c28095730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 0x7f5c28095730 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 rx=0x7f5c18006fd0 tx=0x7f5c180090f0).stop 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 -- 172.21.15.38:0/2692462772 shutdown_connections 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c280960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/2692462772 >> v2:172.21.15.38:3300/0 conn(0x7f5c28093380 0x7f5c28093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/2692462772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093c50 0x7f5c28095730 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 -- 172.21.15.38:0/2692462772 >> 172.21.15.38:0/2692462772 conn(0x7f5c2809a850 msgr2=0x7f5c28096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 -- 172.21.15.38:0/2692462772 shutdown_connections 2024-05-08T22:32:52.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.079+0000 7f5c2cf91700 1 -- 172.21.15.38:0/2692462772 wait complete. 2024-05-08T22:32:52.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 Processor -- start 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 -- start start 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 0x7f5c2813a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 0x7f5c2813a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c2813ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2808f7d0 con 0x7f5c28093c50 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2808f380 con 0x7f5c28095c20 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2cf91700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2808ee30 con 0x7f5c28093380 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c25d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 0x7f5c2813a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2659c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 0x7f5c2813a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c26d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c2813ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c25d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 0x7f5c2813a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55964/0 (socket says 172.21.15.38:55964) 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c2659c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 0x7f5c2813a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41706/0 (socket says 172.21.15.38:41706) 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.080+0000 7f5c25d9b700 1 -- 172.21.15.38:0/1769487107 learned_addr learned my addr 172.21.15.38:0/1769487107 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2659c700 1 -- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 msgr2=0x7f5c2813ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2659c700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c2813ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2659c700 1 -- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 msgr2=0x7f5c2813a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2659c700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 0x7f5c2813a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2659c700 1 -- 172.21.15.38:0/1769487107 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c1c0092a0 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c26d9d700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c2813ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c25d9b700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 0x7f5c2813a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2659c700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 0x7f5c2813a420 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 rx=0x7f5c1c00e9b0 tx=0x7f5c1c009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c009580 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c1c012600 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c012980 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c18009370 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.081+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c2805e760 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.082+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f5c1c01b400 con 0x7f5c28093380 2024-05-08T22:32:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.082+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 3208+0+0 (secure 0 0 0) 0x7f5c1c03b430 con 0x7f5c28093380 2024-05-08T22:32:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.082+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c2808f4c0 con 0x7f5c28093380 2024-05-08T22:32:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.087+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f5c2808f4c0 con 0x7f5c28093380 2024-05-08T22:32:52.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.257+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f5c2808f4c0 con 0x7f5c28093380 2024-05-08T22:32:52.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.939+0000 7f5c16ffd700 1 -- 172.21.15.38:0/1769487107 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v15) v1 ==== 170+0+0 (secure 0 0 0) 0x7f5c2808f4c0 con 0x7f5c28093380 2024-05-08T22:32:52.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.948+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 >> v1:172.21.15.38:6816/46721 conn(0x7f5c0802bd00 legacy=0x7f5c0802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:52.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.948+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 msgr2=0x7f5c2813a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:52.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.948+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 0x7f5c2813a420 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 rx=0x7f5c1c00e9b0 tx=0x7f5c1c009060).stop 2024-05-08T22:32:52.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.949+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 shutdown_connections 2024-05-08T22:32:52.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.949+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c28095c20 0x7f5c2813ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.949+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5c28093380 0x7f5c2813a420 secure :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 rx=0x7f5c1c00e9b0 tx=0x7f5c1c009060).stop 2024-05-08T22:32:52.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.949+0000 7f5c2cf91700 1 --2- 172.21.15.38:0/1769487107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c28093c50 0x7f5c2813a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:52.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.949+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 >> 172.21.15.38:0/1769487107 conn(0x7f5c2809a850 msgr2=0x7f5c280690f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:52.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.959+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 shutdown_connections 2024-05-08T22:32:52.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:52.963+0000 7f5c2cf91700 1 -- 172.21.15.38:0/1769487107 wait complete. 2024-05-08T22:32:52.970 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_data' created 2024-05-08T22:32:52.984 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-08T22:32:53.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.110+0000 7f14e4478700 1 Processor -- start 2024-05-08T22:32:53.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.110+0000 7f14e4478700 1 -- start start 2024-05-08T22:32:53.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e4478700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 0x7f14dc12aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e4478700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc095de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e4478700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc12b3c0 0x7f14dc0962d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e4478700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14dc062ae0 con 0x7f14dc062700 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e4478700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc066780 con 0x7f14dc12b3c0 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e4478700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc066fd0 con 0x7f14dc12af80 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc095de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e2214700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 0x7f14dc12aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e2a15700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc12b3c0 0x7f14dc0962d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e2214700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 0x7f14dc12aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:55968/0 (socket says 172.21.15.38:55968) 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc095de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41716/0 (socket says 172.21.15.38:41716) 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 -- 172.21.15.38:0/2611756239 learned_addr learned my addr 172.21.15.38:0/2611756239 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 -- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc12b3c0 msgr2=0x7f14dc0962d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:53.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 --2- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc12b3c0 0x7f14dc0962d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 -- 172.21.15.38:0/2611756239 >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 msgr2=0x7f14dc12aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 --2- 172.21.15.38:0/2611756239 >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 0x7f14dc12aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 -- 172.21.15.38:0/2611756239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14dc0662e0 con 0x7f14dc12af80 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e2a15700 1 --2- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc12b3c0 0x7f14dc0962d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e2214700 1 --2- 172.21.15.38:0/2611756239 >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 0x7f14dc12aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.111+0000 7f14e1a13700 1 --2- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc095de0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 rx=0x7f14d8006fd0 tx=0x7f14d80090f0).ready entity=mon.2 client_cookie=df2a6427b384e0f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e1212700 1 -- 172.21.15.38:0/2611756239 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d800f510 con 0x7f14dc12af80 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e1212700 1 -- 172.21.15.38:0/2611756239 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14d800f670 con 0x7f14dc12af80 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e1212700 1 -- 172.21.15.38:0/2611756239 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d800f9f0 con 0x7f14dc12af80 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 -- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 msgr2=0x7f14dc095de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 --2- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc095de0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 rx=0x7f14d8006fd0 tx=0x7f14d80090f0).stop 2024-05-08T22:32:53.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 -- 172.21.15.38:0/2611756239 shutdown_connections 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 --2- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc12b3c0 0x7f14dc0962d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 --2- 172.21.15.38:0/2611756239 >> v2:172.21.15.38:3300/0 conn(0x7f14dc062700 0x7f14dc12aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 --2- 172.21.15.38:0/2611756239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc095de0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 -- 172.21.15.38:0/2611756239 >> 172.21.15.38:0/2611756239 conn(0x7f14dc09a660 msgr2=0x7f14dc09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 -- 172.21.15.38:0/2611756239 shutdown_connections 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.112+0000 7f14e4478700 1 -- 172.21.15.38:0/2611756239 wait complete. 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.113+0000 7f14e4478700 1 Processor -- start 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.113+0000 7f14e4478700 1 -- start start 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 0x7f14dc124730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc1135d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14dc12b3c0 0x7f14dc113ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc0669b0 con 0x7f14dc12b3c0 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc117100 con 0x7f14dc062700 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc116b60 con 0x7f14dc12af80 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 0x7f14dc124730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 0x7f14dc124730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33620/0 (socket says 172.21.15.38:33620) 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 -- 172.21.15.38:0/376337819 learned_addr learned my addr 172.21.15.38:0/376337819 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e1a13700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc1135d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2a15700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14dc12b3c0 0x7f14dc113ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 -- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 msgr2=0x7f14dc1135d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc1135d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 -- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14dc12b3c0 msgr2=0x7f14dc113ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14dc12b3c0 0x7f14dc113ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 -- 172.21.15.38:0/376337819 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14cc0092a0 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2a15700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14dc12b3c0 0x7f14dc113ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e1a13700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc1135d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e2214700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 0x7f14dc124730 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 rx=0x7f14cc00ea20 tx=0x7f14cc009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14cc00ee60 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14cc009600 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14d4009a20 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.114+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14cc00ca60 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.115+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14d8009370 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.115+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f14cc01b400 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.115+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 3590+0+0 (secure 0 0 0) 0x7f14cc03b5f0 con 0x7f14dc062700 2024-05-08T22:32:53.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.116+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14dc116f20 con 0x7f14dc062700 2024-05-08T22:32:53.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.120+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f14cc016020 con 0x7f14dc062700 2024-05-08T22:32:53.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.330+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f14dc064be0 con 0x7f14dc062700 2024-05-08T22:32:53.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.345+0000 7f14d2ffd700 1 -- 172.21.15.38:0/376337819 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v3) v1 ==== 172+0+0 (secure 0 0 0) 0x7f14cc011b40 con 0x7f14dc062700 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 >> v1:172.21.15.38:6816/46721 conn(0x7f14c002bd00 legacy=0x7f14c002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 msgr2=0x7f14dc124730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 0x7f14dc124730 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 rx=0x7f14cc00ea20 tx=0x7f14cc009060).stop 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 shutdown_connections 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14dc062700 0x7f14dc124730 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14dc12b3c0 0x7f14dc113ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 --2- 172.21.15.38:0/376337819 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f14dc12af80 0x7f14dc1135d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.349+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 >> 172.21.15.38:0/376337819 conn(0x7f14dc09a660 msgr2=0x7f14dc0998b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.350+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 shutdown_connections 2024-05-08T22:32:53.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.352+0000 7f14e4478700 1 -- 172.21.15.38:0/376337819 wait complete. 2024-05-08T22:32:53.364 INFO:teuthology.orchestra.run.smithi038.stderr:new fs with metadata pool 3 and data pool 4 2024-05-08T22:32:53.389 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 Processor -- start 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 -- start start 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5788063fa0 0x7f57881271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f578812fa60 0x7f5788131e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f578809d5e0 con 0x7f5788127770 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5788064380 con 0x7f5788063fa0 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.509+0000 7f578d455700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5788097f50 con 0x7f578812fa60 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f5786ffd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5788063fa0 0x7f57881271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57877fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f578812fa60 0x7f5788131e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57867fc700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f5788127770 0x7f5788127b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34592/0 (socket says 172.21.15.38:34592) 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57867fc700 1 -- 172.21.15.38:0/52157718 learned_addr learned my addr 172.21.15.38:0/52157718 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57877fe700 1 -- 172.21.15.38:0/52157718 >> v2:172.21.15.38:3300/0 conn(0x7f5788063fa0 msgr2=0x7f57881271c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57877fe700 1 --2- 172.21.15.38:0/52157718 >> v2:172.21.15.38:3300/0 conn(0x7f5788063fa0 0x7f57881271c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57877fe700 1 -- 172.21.15.38:0/52157718 >> v1:172.21.15.38:6789/0 conn(0x7f5788127770 legacy=0x7f5788127b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f5785ffb700 1 -- 172.21.15.38:0/52157718 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3421204202 0 0) 0x7f578809d5e0 con 0x7f5788127770 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57877fe700 1 -- 172.21.15.38:0/52157718 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5788092860 con 0x7f578812fa60 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f5786ffd700 1 --2- 172.21.15.38:0/52157718 >> v2:172.21.15.38:3300/0 conn(0x7f5788063fa0 0x7f57881271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f57877fe700 1 --2- 172.21.15.38:0/52157718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f578812fa60 0x7f5788131e50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 rx=0x7f5780009e60 tx=0x7f5780009780).ready entity=mon.1 client_cookie=e553f416402f8dba server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f5785ffb700 1 -- 172.21.15.38:0/52157718 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578000e070 con 0x7f578812fa60 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f5785ffb700 1 -- 172.21.15.38:0/52157718 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f578000bb60 con 0x7f578812fa60 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.510+0000 7f5785ffb700 1 -- 172.21.15.38:0/52157718 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5780012410 con 0x7f578812fa60 2024-05-08T22:32:53.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 -- 172.21.15.38:0/52157718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f578812fa60 msgr2=0x7f5788131e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 --2- 172.21.15.38:0/52157718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f578812fa60 0x7f5788131e50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 rx=0x7f5780009e60 tx=0x7f5780009780).stop 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 -- 172.21.15.38:0/52157718 shutdown_connections 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 --2- 172.21.15.38:0/52157718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f578812fa60 0x7f5788131e50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 --2- 172.21.15.38:0/52157718 >> v2:172.21.15.38:3300/0 conn(0x7f5788063fa0 0x7f57881271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 -- 172.21.15.38:0/52157718 >> 172.21.15.38:0/52157718 conn(0x7f578809a420 msgr2=0x7f578809a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 -- 172.21.15.38:0/52157718 shutdown_connections 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.511+0000 7f578d455700 1 -- 172.21.15.38:0/52157718 wait complete. 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 Processor -- start 2024-05-08T22:32:53.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 -- start start 2024-05-08T22:32:53.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 0x7f578812d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5788127770 0x7f578812da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f578812fa60 0x7f578812df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57880975d0 con 0x7f578812fa60 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5788093ab0 con 0x7f5788063fa0 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f578d455700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f57881320a0 con 0x7f5788127770 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f5786ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 0x7f578812d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f5786ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 0x7f578812d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33650/0 (socket says 172.21.15.38:33650) 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.512+0000 7f5786ffd700 1 -- 172.21.15.38:0/3251075037 learned_addr learned my addr 172.21.15.38:0/3251075037 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f57877fe700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f578812fa60 0x7f578812df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f57867fc700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5788127770 0x7f578812da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f5786ffd700 1 -- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5788127770 msgr2=0x7f578812da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f5786ffd700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5788127770 0x7f578812da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f5786ffd700 1 -- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f578812fa60 msgr2=0x7f578812df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f5786ffd700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f578812fa60 0x7f578812df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f5786ffd700 1 -- 172.21.15.38:0/3251075037 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57700092a0 con 0x7f5788063fa0 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f57877fe700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f578812fa60 0x7f578812df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f5786ffd700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 0x7f578812d550 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 rx=0x7f577000ea20 tx=0x7f5770009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:53.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f577000ee60 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5770009600 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5780009a20 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f577000ca60 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.513+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5788094730 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.514+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5788063c30 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.515+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f577001b400 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.515+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f577003bc90 con 0x7f5788063fa0 2024-05-08T22:32:53.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.519+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f5770011350 con 0x7f5788063fa0 2024-05-08T22:32:53.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.687+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f578809c840 con 0x7f5788063fa0 2024-05-08T22:32:53.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.687+0000 7f577f7fe700 1 -- 172.21.15.38:0/3251075037 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+11322 (secure 0 0 0) 0x7f5770029090 con 0x7f5788063fa0 2024-05-08T22:32:53.686 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:53.687 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":16,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:53.331568+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:53.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 >> v1:172.21.15.38:6816/46721 conn(0x7f576802bd00 legacy=0x7f576802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 msgr2=0x7f578812d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 0x7f578812d550 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 rx=0x7f577000ea20 tx=0x7f5770009060).stop 2024-05-08T22:32:53.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 shutdown_connections 2024-05-08T22:32:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5788063fa0 0x7f578812d550 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f578812fa60 0x7f578812df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 --2- 172.21.15.38:0/3251075037 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5788127770 0x7f578812da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 >> 172.21.15.38:0/3251075037 conn(0x7f578809a420 msgr2=0x7f57881316c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 shutdown_connections 2024-05-08T22:32:53.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.689+0000 7f578d455700 1 -- 172.21.15.38:0/3251075037 wait complete. 2024-05-08T22:32:53.700 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:53.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.819+0000 7fb18e8fa700 1 Processor -- start 2024-05-08T22:32:53.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18e8fa700 1 -- start start 2024-05-08T22:32:53.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18e8fa700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb18812fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18e8fa700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 0x7fb188132730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18e8fa700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1881280e0 con 0x7fb1881275f0 2024-05-08T22:32:53.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18e8fa700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb188066d80 con 0x7fb188130340 2024-05-08T22:32:53.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18e8fa700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb188127190 con 0x7fb18812da60 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18ce97700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 0x7fb188132730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb1877fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb18812fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb1877fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb18812fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33652/0 (socket says 172.21.15.38:33652) 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb18ce97700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 0x7fb188132730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56012/0 (socket says 172.21.15.38:56012) 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb1877fe700 1 -- 172.21.15.38:0/875857469 learned_addr learned my addr 172.21.15.38:0/875857469 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb187fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fb1881275f0 0x7fb1881279d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34598/0 (socket says 172.21.15.38:34598) 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb1877fe700 1 -- 172.21.15.38:0/875857469 >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 msgr2=0x7fb188132730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb1877fe700 1 --2- 172.21.15.38:0/875857469 >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 0x7fb188132730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.820+0000 7fb1877fe700 1 -- 172.21.15.38:0/875857469 >> v1:172.21.15.38:6789/0 conn(0x7fb1881275f0 legacy=0x7fb1881279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb1877fe700 1 -- 172.21.15.38:0/875857469 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1881273f0 con 0x7fb18812da60 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb186ffd700 1 -- 172.21.15.38:0/875857469 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1008564651 0 0) 0x7fb17c001110 con 0x7fb1881275f0 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18ce97700 1 --2- 172.21.15.38:0/875857469 >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 0x7fb188132730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb1877fe700 1 --2- 172.21.15.38:0/875857469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb18812fe50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 rx=0x7fb178006fd0 tx=0x7fb1780090f0).ready entity=mon.1 client_cookie=ce844fc9e716d2b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb186ffd700 1 -- 172.21.15.38:0/875857469 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17800b580 con 0x7fb18812da60 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb186ffd700 1 -- 172.21.15.38:0/875857469 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb17800b6e0 con 0x7fb18812da60 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb186ffd700 1 -- 172.21.15.38:0/875857469 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17800ba80 con 0x7fb18812da60 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 -- 172.21.15.38:0/875857469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 msgr2=0x7fb18812fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/875857469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb18812fe50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 rx=0x7fb178006fd0 tx=0x7fb1780090f0).stop 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 -- 172.21.15.38:0/875857469 shutdown_connections 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/875857469 >> v2:172.21.15.38:3300/0 conn(0x7fb188130340 0x7fb188132730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/875857469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb18812fe50 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 -- 172.21.15.38:0/875857469 >> 172.21.15.38:0/875857469 conn(0x7fb18809a660 msgr2=0x7fb18809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 -- 172.21.15.38:0/875857469 shutdown_connections 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.821+0000 7fb18e8fa700 1 -- 172.21.15.38:0/875857469 wait complete. 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.822+0000 7fb18e8fa700 1 Processor -- start 2024-05-08T22:32:53.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.822+0000 7fb18e8fa700 1 -- start start 2024-05-08T22:32:53.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18e8fa700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb1881275f0 0x7fb188112a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18e8fa700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb188129350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18e8fa700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 0x7fb188129840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18e8fa700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb188124bb0 con 0x7fb188130340 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18e8fa700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb18812fea0 con 0x7fb18812da60 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18e8fa700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb188066980 con 0x7fb1881275f0 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18ce97700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 0x7fb188129840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb1881275f0 0x7fb188112a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18ce97700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 0x7fb188129840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56014/0 (socket says 172.21.15.38:56014) 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18ce97700 1 -- 172.21.15.38:0/2706309204 learned_addr learned my addr 172.21.15.38:0/2706309204 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb1877fe700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb188129350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 -- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 msgr2=0x7fb188129350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb188129350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 -- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 msgr2=0x7fb188129840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 0x7fb188129840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 -- 172.21.15.38:0/2706309204 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb180009a20 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb18ce97700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 0x7fb188129840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.823+0000 7fb187fff700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb1881275f0 0x7fb188112a20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 rx=0x7fb17c007fd0 tx=0x7fb17c0079f0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17c0070d0 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb17c007250 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17c0056e0 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb178009370 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb188111000 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fb17c005a90 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.824+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fb17c03a4a0 con 0x7fb1881275f0 2024-05-08T22:32:53.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.825+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb188128090 con 0x7fb1881275f0 2024-05-08T22:32:53.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.829+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fb17c022020 con 0x7fb1881275f0 2024-05-08T22:32:53.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.997+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb188064be0 con 0x7fb1881275f0 2024-05-08T22:32:53.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:53.998+0000 7fb184ff9700 1 -- 172.21.15.38:0/2706309204 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+11322 (secure 0 0 0) 0x7fb17c011940 con 0x7fb1881275f0 2024-05-08T22:32:53.997 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:53.997 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":16,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:53.331568+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 >> v1:172.21.15.38:6816/46721 conn(0x7fb17402bd30 legacy=0x7fb17402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb1881275f0 msgr2=0x7fb188112a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb1881275f0 0x7fb188112a20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 rx=0x7fb17c007fd0 tx=0x7fb17c0079f0).stop 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 shutdown_connections 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb188130340 0x7fb188129840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb1881275f0 0x7fb188112a20 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 --2- 172.21.15.38:0/2706309204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb18812da60 0x7fb188129350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 >> 172.21.15.38:0/2706309204 conn(0x7fb18809a660 msgr2=0x7fb18812b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 shutdown_connections 2024-05-08T22:32:53.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.000+0000 7fb18e8fa700 1 -- 172.21.15.38:0/2706309204 wait complete. 2024-05-08T22:32:54.011 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-05-08T22:32:54.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 Processor -- start 2024-05-08T22:32:54.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 -- start start 2024-05-08T22:32:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1e781275f0 0x7f1e781279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e78127190 con 0x7f1e78096730 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e78066d80 con 0x7f1e781275f0 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.133+0000 7f1e7cbf1700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e781273f0 con 0x7f1e78095de0 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1e781275f0 0x7f1e781279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e75d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e76d9d700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f1e78096730 0x7f1e78131a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34614/0 (socket says 172.21.15.38:34614) 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1e781275f0 0x7f1e781279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56018/0 (socket says 172.21.15.38:56018) 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e75d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78096240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33656/0 (socket says 172.21.15.38:33656) 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 -- 172.21.15.38:0/2731748916 learned_addr learned my addr 172.21.15.38:0/2731748916 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 -- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 msgr2=0x7f1e78096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 --2- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78096240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 -- 172.21.15.38:0/2731748916 >> v1:172.21.15.38:6789/0 conn(0x7f1e78096730 legacy=0x7f1e78131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 -- 172.21.15.38:0/2731748916 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e78066750 con 0x7f1e781275f0 2024-05-08T22:32:54.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7559a700 1 -- 172.21.15.38:0/2731748916 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4125846597 0 0) 0x7f1e78127190 con 0x7f1e78096730 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e75d9b700 1 --2- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78096240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7659c700 1 --2- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e781275f0 0x7f1e781279d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 rx=0x7f1e68006fd0 tx=0x7f1e680090f0).ready entity=mon.0 client_cookie=238e9912bf8d5e9e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7559a700 1 -- 172.21.15.38:0/2731748916 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e6800b580 con 0x7f1e781275f0 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7559a700 1 -- 172.21.15.38:0/2731748916 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e6800b6e0 con 0x7f1e781275f0 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.134+0000 7f1e7559a700 1 -- 172.21.15.38:0/2731748916 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e6800ba80 con 0x7f1e781275f0 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e781275f0 msgr2=0x7f1e781279d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e781275f0 0x7f1e781279d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 rx=0x7f1e68006fd0 tx=0x7f1e680090f0).stop 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/2731748916 shutdown_connections 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e781275f0 0x7f1e781279d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/2731748916 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78096240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/2731748916 >> 172.21.15.38:0/2731748916 conn(0x7f1e7809a660 msgr2=0x7f1e7809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/2731748916 shutdown_connections 2024-05-08T22:32:54.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.135+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/2731748916 wait complete. 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 Processor -- start 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 -- start start 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78124720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e78096730 0x7f1e781135c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1e781275f0 0x7f1e78113ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e78066980 con 0x7f1e78096730 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e78116b50 con 0x7f1e78095de0 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.136+0000 7f1e7cbf1700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1e781170f0 con 0x7f1e781275f0 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78124720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:54.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78124720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33662/0 (socket says 172.21.15.38:33662) 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e75d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e78096730 0x7f1e781135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 -- 172.21.15.38:0/4054021931 learned_addr learned my addr 172.21.15.38:0/4054021931 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e76d9d700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1e781275f0 0x7f1e78113ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 -- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1e781275f0 msgr2=0x7f1e78113ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1e781275f0 0x7f1e78113ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 -- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e78096730 msgr2=0x7f1e781135c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e78096730 0x7f1e781135c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 -- 172.21.15.38:0/4054021931 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e6c0092a0 con 0x7f1e78095de0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e75d9b700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e78096730 0x7f1e781135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7659c700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78124720 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 rx=0x7f1e68009ea0 tx=0x7f1e68017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e68006d90 con 0x7f1e78095de0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e6800be40 con 0x7f1e78095de0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e68009370 con 0x7f1e78095de0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e68006970 con 0x7f1e78095de0 2024-05-08T22:32:54.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.137+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e78124c10 con 0x7f1e78095de0 2024-05-08T22:32:54.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.138+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f1e6801d640 con 0x7f1e78095de0 2024-05-08T22:32:54.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.138+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f1e6803cc90 con 0x7f1e78095de0 2024-05-08T22:32:54.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.138+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e78064be0 con 0x7f1e78095de0 2024-05-08T22:32:54.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.143+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f1e68021020 con 0x7f1e78095de0 2024-05-08T22:32:54.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:54.352+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f1e781143c0 con 0x7f1e78095de0 2024-05-08T22:32:55.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.361+0000 7f1e66ffd700 1 -- 172.21.15.38:0/4054021931 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) v1 ==== 118+0+0 (secure 0 0 0) 0x7f1e680259a0 con 0x7f1e78095de0 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 >> v1:172.21.15.38:6816/46721 conn(0x7f1e5802bd00 legacy=0x7f1e5802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 msgr2=0x7f1e78124720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78124720 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 rx=0x7f1e68009ea0 tx=0x7f1e68017000).stop 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 shutdown_connections 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e78095de0 0x7f1e78124720 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1e781275f0 0x7f1e78113ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 --2- 172.21.15.38:0/4054021931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e78096730 0x7f1e781135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 >> 172.21.15.38:0/4054021931 conn(0x7f1e7809a660 msgr2=0x7f1e78069790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 shutdown_connections 2024-05-08T22:32:55.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.363+0000 7f1e7cbf1700 1 -- 172.21.15.38:0/4054021931 wait complete. 2024-05-08T22:32:55.599 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-05-08T22:32:55.600 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-05-08T22:32:55.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.737+0000 7f4f7bd2b700 1 Processor -- start 2024-05-08T22:32:55.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.737+0000 7f4f7bd2b700 1 -- start start 2024-05-08T22:32:55.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.737+0000 7f4f7bd2b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f74095730 0x7f4f74095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:55.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.737+0000 7f4f7bd2b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 0x7f4f7412ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:55.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f7bd2b700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f740912b0 con 0x7f4f7412f480 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f7bd2b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f74091ba0 con 0x7f4f74096000 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f7bd2b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4f74092650 con 0x7f4f74095730 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 0x7f4f7412ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 0x7f4f7412ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33676/0 (socket says 172.21.15.38:33676) 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 -- 172.21.15.38:0/901844694 learned_addr learned my addr 172.21.15.38:0/901844694 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f79ac7700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f74095730 0x7f4f74095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 -- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f74095730 msgr2=0x7f4f74095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f74095730 0x7f4f74095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 -- 172.21.15.38:0/901844694 >> v1:172.21.15.38:6789/0 conn(0x7f4f7412f480 legacy=0x7f4f74131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f78ac5700 1 -- 172.21.15.38:0/901844694 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2801403655 0 0) 0x7f4f740912b0 con 0x7f4f7412f480 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 -- 172.21.15.38:0/901844694 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f7405e560 con 0x7f4f74096000 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f79ac7700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f74095730 0x7f4f74095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f792c6700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 0x7f4f7412ef90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 rx=0x7f4f64009830 tx=0x7f4f640090f0).ready entity=mon.1 client_cookie=9f13a48608e0d119 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:55.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f78ac5700 1 -- 172.21.15.38:0/901844694 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f6400b580 con 0x7f4f74096000 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f78ac5700 1 -- 172.21.15.38:0/901844694 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f6400b6e0 con 0x7f4f74096000 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.738+0000 7f4f78ac5700 1 -- 172.21.15.38:0/901844694 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f6400ba80 con 0x7f4f74096000 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 msgr2=0x7f4f7412ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 0x7f4f7412ef90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 rx=0x7f4f64009830 tx=0x7f4f640090f0).stop 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/901844694 shutdown_connections 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f74095730 0x7f4f74095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/901844694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74096000 0x7f4f7412ef90 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/901844694 >> 172.21.15.38:0/901844694 conn(0x7f4f7409a850 msgr2=0x7f4f74096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/901844694 shutdown_connections 2024-05-08T22:32:55.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.739+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/901844694 wait complete. 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 Processor -- start 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 -- start start 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 0x7f4f7408f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 0x7f4f7408b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f7412f480 0x7f4f7408bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f74091990 con 0x7f4f74096000 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f7408fc00 con 0x7f4f74095730 2024-05-08T22:32:55.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f7bd2b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4f7408d220 con 0x7f4f7412f480 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f79ac7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 0x7f4f7408f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.740+0000 7f4f792c6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 0x7f4f7408b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 0x7f4f7408f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33690/0 (socket says 172.21.15.38:33690) 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 -- 172.21.15.38:0/498287047 learned_addr learned my addr 172.21.15.38:0/498287047 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f792c6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 0x7f4f7408b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56042/0 (socket says 172.21.15.38:56042) 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f7a2c8700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f7412f480 0x7f4f7408bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 -- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f7412f480 msgr2=0x7f4f7408bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f7412f480 0x7f4f7408bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 -- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 msgr2=0x7f4f7408b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 0x7f4f7408b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 -- 172.21.15.38:0/498287047 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f700092a0 con 0x7f4f74095730 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f792c6700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 0x7f4f7408b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:55.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f79ac7700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 0x7f4f7408f520 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 rx=0x7f4f7000ea50 tx=0x7f4f70009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7000ee90 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f7000c850 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f64009370 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7000cbd0 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.741+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f740931c0 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.742+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f4f7001b400 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.742+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f4f7003b6d0 con 0x7f4f74095730 2024-05-08T22:32:55.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.742+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f740646d0 con 0x7f4f74095730 2024-05-08T22:32:55.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.747+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f4f7001be60 con 0x7f4f74095730 2024-05-08T22:32:55.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:55.956+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f4f7408eca0 con 0x7f4f74095730 2024-05-08T22:32:56.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.367+0000 7f4f6a7fc700 1 -- 172.21.15.38:0/498287047 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) v1 ==== 122+0+0 (secure 0 0 0) 0x7f4f7001be60 con 0x7f4f74095730 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 >> v1:172.21.15.38:6816/46721 conn(0x7f4f5802bd30 legacy=0x7f4f5802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 msgr2=0x7f4f7408f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 0x7f4f7408f520 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 rx=0x7f4f7000ea50 tx=0x7f4f70009060).stop 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 shutdown_connections 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f74095730 0x7f4f7408f520 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4f7412f480 0x7f4f7408bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 --2- 172.21.15.38:0/498287047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f74096000 0x7f4f7408b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.369+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 >> 172.21.15.38:0/498287047 conn(0x7f4f7409a850 msgr2=0x7f4f74066490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.370+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 shutdown_connections 2024-05-08T22:32:56.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.370+0000 7f4f7bd2b700 1 -- 172.21.15.38:0/498287047 wait complete. 2024-05-08T22:32:56.383 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-05-08T22:32:56.383 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 Processor -- start 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 -- start start 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac1275f0 0x7f0bac1279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0bac096950 0x7f0bac132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bac127190 con 0x7f0bac095de0 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bac066d80 con 0x7f0bac096950 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb23fd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac1273f0 con 0x7f0bac1275f0 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0babfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac1275f0 0x7f0bac1279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bb099a700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0bac096950 0x7f0bac132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bab7fe700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0bac095de0 0x7f0bac096240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34622/0 (socket says 172.21.15.38:34622) 2024-05-08T22:32:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.507+0000 7f0bab7fe700 1 -- 172.21.15.38:0/2238623484 learned_addr learned my addr 172.21.15.38:0/2238623484 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb099a700 1 -- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac1275f0 msgr2=0x7f0bac1279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb099a700 1 --2- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac1275f0 0x7f0bac1279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb099a700 1 -- 172.21.15.38:0/2238623484 >> v1:172.21.15.38:6789/0 conn(0x7f0bac095de0 legacy=0x7f0bac096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0baaffd700 1 -- 172.21.15.38:0/2238623484 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1173334255 0 0) 0x7f0bac127190 con 0x7f0bac095de0 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb099a700 1 -- 172.21.15.38:0/2238623484 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bac066750 con 0x7f0bac096950 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0babfff700 1 --2- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac1275f0 0x7f0bac1279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb099a700 1 --2- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac096950 0x7f0bac132a90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 rx=0x7f0ba4009e60 tx=0x7f0ba4009780).ready entity=mon.0 client_cookie=c132882bb44cf5bc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0baaffd700 1 -- 172.21.15.38:0/2238623484 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400e070 con 0x7f0bac096950 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0baaffd700 1 -- 172.21.15.38:0/2238623484 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba400bb60 con 0x7f0bac096950 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0baaffd700 1 -- 172.21.15.38:0/2238623484 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4012410 con 0x7f0bac096950 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 -- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac096950 msgr2=0x7f0bac132a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac096950 0x7f0bac132a90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 rx=0x7f0ba4009e60 tx=0x7f0ba4009780).stop 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 -- 172.21.15.38:0/2238623484 shutdown_connections 2024-05-08T22:32:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac096950 0x7f0bac132a90 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/2238623484 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac1275f0 0x7f0bac1279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 -- 172.21.15.38:0/2238623484 >> 172.21.15.38:0/2238623484 conn(0x7f0bac09a660 msgr2=0x7f0bac09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:56.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.508+0000 7f0bb23fd700 1 -- 172.21.15.38:0/2238623484 shutdown_connections 2024-05-08T22:32:56.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.509+0000 7f0bb23fd700 1 -- 172.21.15.38:0/2238623484 wait complete. 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.509+0000 7f0bb23fd700 1 Processor -- start 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 -- start start 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 0x7f0bac117620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac096950 0x7f0bac124750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac1275f0 0x7f0bac113680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac099e10 con 0x7f0bac1275f0 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac066980 con 0x7f0bac095de0 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb23fd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac117120 con 0x7f0bac096950 2024-05-08T22:32:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 0x7f0bac117620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb099a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac1275f0 0x7f0bac113680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac096950 0x7f0bac124750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 0x7f0bac117620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33704/0 (socket says 172.21.15.38:33704) 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 -- 172.21.15.38:0/3509786816 learned_addr learned my addr 172.21.15.38:0/3509786816 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 -- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac096950 msgr2=0x7f0bac124750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac096950 0x7f0bac124750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 -- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac1275f0 msgr2=0x7f0bac113680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac1275f0 0x7f0bac113680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0babfff700 1 -- 172.21.15.38:0/3509786816 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b9c0092a0 con 0x7f0bac095de0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.510+0000 7f0bb099a700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac1275f0 0x7f0bac113680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0babfff700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 0x7f0bac117620 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x7f0b9c00ea20 tx=0x7f0b9c009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c00ee60 con 0x7f0bac095de0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b9c009600 con 0x7f0bac095de0 2024-05-08T22:32:56.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba4009a20 con 0x7f0bac095de0 2024-05-08T22:32:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c00ca60 con 0x7f0bac095de0 2024-05-08T22:32:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bac115210 con 0x7f0bac095de0 2024-05-08T22:32:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.511+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f0b9c01b400 con 0x7f0bac095de0 2024-05-08T22:32:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.512+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f0b9c03b670 con 0x7f0bac095de0 2024-05-08T22:32:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.512+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bac099970 con 0x7f0bac095de0 2024-05-08T22:32:56.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.516+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f0b9c016030 con 0x7f0bac095de0 2024-05-08T22:32:56.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.725+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0bac116f40 con 0x7f0bac095de0 2024-05-08T22:32:56.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.726+0000 7f0ba8ff9700 1 -- 172.21.15.38:0/3509786816 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2156 (secure 0 0 0) 0x7f0b9c011b00 con 0x7f0bac095de0 2024-05-08T22:32:56.726 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:56.726 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-08T22:32:53.331855+0000","modified":"2024-05-08T22:32:56.356287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4181},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4181":{"gid":4181,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 >> v1:172.21.15.38:6816/46721 conn(0x7f0b9802bd00 legacy=0x7f0b9802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 msgr2=0x7f0bac117620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 0x7f0bac117620 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x7f0b9c00ea20 tx=0x7f0b9c009060).stop 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 shutdown_connections 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0bac095de0 0x7f0bac117620 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0bac1275f0 0x7f0bac113680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 --2- 172.21.15.38:0/3509786816 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0bac096950 0x7f0bac124750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 >> 172.21.15.38:0/3509786816 conn(0x7f0bac09a660 msgr2=0x7f0bac069600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:56.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 shutdown_connections 2024-05-08T22:32:56.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.728+0000 7f0bb23fd700 1 -- 172.21.15.38:0/3509786816 wait complete. 2024-05-08T22:32:56.729 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-05-08T22:32:56.740 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:56.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 Processor -- start 2024-05-08T22:32:56.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 -- start start 2024-05-08T22:32:56.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c81271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 0x7f33c8127b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f33c812a710 0x7f33c812abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33c8064380 con 0x7f33c812a710 2024-05-08T22:32:56.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33c8097f50 con 0x7f33c8127770 2024-05-08T22:32:56.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.859+0000 7f33cf45d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f33c80919d0 con 0x7f33c8063fa0 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f33c812a710 0x7f33c812abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd1f9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c81271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cc9f8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 0x7f33c8127b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f33c812a710 0x7f33c812abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56076/0 (socket says 172.21.15.38:56076) 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd1f9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c81271c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41774/0 (socket says 172.21.15.38:41774) 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cc9f8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 0x7f33c8127b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33708/0 (socket says 172.21.15.38:33708) 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 -- 172.21.15.38:0/3773401601 learned_addr learned my addr 172.21.15.38:0/3773401601 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 -- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 msgr2=0x7f33c81271c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c81271c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 -- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 msgr2=0x7f33c8127b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 0x7f33c8127b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 -- 172.21.15.38:0/3773401601 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33c809d5e0 con 0x7f33c812a710 2024-05-08T22:32:56.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cc9f8700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 0x7f33c8127b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd1f9700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c81271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33cd9fa700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c812a710 0x7f33c812abc0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 rx=0x7f33c0009f50 tx=0x7f33c0009840).ready entity=mon.0 client_cookie=6dd3a5c88d053e5b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33bbfff700 1 -- 172.21.15.38:0/3773401601 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c000e070 con 0x7f33c812a710 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33bbfff700 1 -- 172.21.15.38:0/3773401601 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33c000b910 con 0x7f33c812a710 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.860+0000 7f33bbfff700 1 -- 172.21.15.38:0/3773401601 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c000bc90 con 0x7f33c812a710 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 -- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c812a710 msgr2=0x7f33c812abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c812a710 0x7f33c812abc0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 rx=0x7f33c0009f50 tx=0x7f33c0009840).stop 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 -- 172.21.15.38:0/3773401601 shutdown_connections 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c812a710 0x7f33c812abc0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c81271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3773401601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c8127770 0x7f33c8127b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 -- 172.21.15.38:0/3773401601 >> 172.21.15.38:0/3773401601 conn(0x7f33c809a420 msgr2=0x7f33c809a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 -- 172.21.15.38:0/3773401601 shutdown_connections 2024-05-08T22:32:56.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.861+0000 7f33cf45d700 1 -- 172.21.15.38:0/3773401601 wait complete. 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 Processor -- start 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 -- start start 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c8092f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c8127770 0x7f33c8093420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c812a710 0x7f33c8093910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33c8093e00 con 0x7f33c8127770 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33c80960f0 con 0x7f33c812a710 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cf45d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f33c8098680 con 0x7f33c8063fa0 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.862+0000 7f33cd1f9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c8092f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd9fa700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c812a710 0x7f33c8093910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c8092f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41784/0 (socket says 172.21.15.38:41784) 2024-05-08T22:32:56.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 -- 172.21.15.38:0/3162036376 learned_addr learned my addr 172.21.15.38:0/3162036376 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cc9f8700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c8127770 0x7f33c8093420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 -- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c812a710 msgr2=0x7f33c8093910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c812a710 0x7f33c8093910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 -- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c8127770 msgr2=0x7f33c8093420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c8127770 0x7f33c8093420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 -- 172.21.15.38:0/3162036376 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33bc0092a0 con 0x7f33c8063fa0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd9fa700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c812a710 0x7f33c8093910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cc9f8700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c8127770 0x7f33c8093420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cd1f9700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c8092f30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 rx=0x7f33bc00ea20 tx=0x7f33bc009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33bc00ee60 con 0x7f33c8063fa0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33bc00c850 con 0x7f33c8063fa0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33c4011b40 con 0x7f33c8063fa0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33bc00cbd0 con 0x7f33c8063fa0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.863+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33c0009ae0 con 0x7f33c8063fa0 2024-05-08T22:32:56.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.864+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f33bc01b400 con 0x7f33c8063fa0 2024-05-08T22:32:56.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.864+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f33bc03b700 con 0x7f33c8063fa0 2024-05-08T22:32:56.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.864+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33c8063c30 con 0x7f33c8063fa0 2024-05-08T22:32:56.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:56.869+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f33bc019900 con 0x7f33c8063fa0 2024-05-08T22:32:57.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.038+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33c8046ce0 con 0x7f33c8063fa0 2024-05-08T22:32:57.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.039+0000 7f33b9ffb700 1 -- 172.21.15.38:0/3162036376 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+11309 (secure 0 0 0) 0x7f33bc019310 con 0x7f33c8063fa0 2024-05-08T22:32:57.039 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:57.039 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:54.342820+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 >> v1:172.21.15.38:6816/46721 conn(0x7f33ac02bd00 legacy=0x7f33ac02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 msgr2=0x7f33c8092f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c8092f30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 rx=0x7f33bc00ea20 tx=0x7f33bc009060).stop 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 shutdown_connections 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33c812a710 0x7f33c8093910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f33c8063fa0 0x7f33c8092f30 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 --2- 172.21.15.38:0/3162036376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33c8127770 0x7f33c8093420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 >> 172.21.15.38:0/3162036376 conn(0x7f33c809a420 msgr2=0x7f33c8098a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:57.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 shutdown_connections 2024-05-08T22:32:57.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.041+0000 7f33cf45d700 1 -- 172.21.15.38:0/3162036376 wait complete. 2024-05-08T22:32:57.053 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-05-08T22:32:57.053 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:32:57.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 Processor -- start 2024-05-08T22:32:57.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 -- start start 2024-05-08T22:32:57.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f81f4095730 0x7f81f4095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f412ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81f40912b0 con 0x7f81f412f480 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81f4091ba0 con 0x7f81f4095730 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f9d06700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81f4092650 con 0x7f81f4096000 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f2ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f412ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f37fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f81f4095730 0x7f81f4095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f37fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f81f4095730 0x7f81f4095b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56100/0 (socket says 172.21.15.38:56100) 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f2ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f412ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33728/0 (socket says 172.21.15.38:33728) 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f37fe700 1 -- 172.21.15.38:0/1977246519 learned_addr learned my addr 172.21.15.38:0/1977246519 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.172+0000 7f81f3fff700 1 --1- 172.21.15.38:0/1977246519 >> v1:172.21.15.38:6789/0 conn(0x7f81f412f480 0x7f81f4131870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34634/0 (socket says 172.21.15.38:34634) 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f37fe700 1 -- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 msgr2=0x7f81f412ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f37fe700 1 --2- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f412ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f37fe700 1 -- 172.21.15.38:0/1977246519 >> v1:172.21.15.38:6789/0 conn(0x7f81f412f480 legacy=0x7f81f4131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f27fc700 1 -- 172.21.15.38:0/1977246519 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3305462981 0 0) 0x7f81f40912b0 con 0x7f81f412f480 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f37fe700 1 -- 172.21.15.38:0/1977246519 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81f405e560 con 0x7f81f4095730 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f2ffd700 1 --2- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f412ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f37fe700 1 --2- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f4095b10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 rx=0x7f81e4006fd0 tx=0x7f81e40090f0).ready entity=mon.0 client_cookie=5b46cece9e4d1910 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f27fc700 1 -- 172.21.15.38:0/1977246519 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81e400b580 con 0x7f81f4095730 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f27fc700 1 -- 172.21.15.38:0/1977246519 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81e400b6e0 con 0x7f81f4095730 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f27fc700 1 -- 172.21.15.38:0/1977246519 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81e400ba80 con 0x7f81f4095730 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f9d06700 1 -- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 msgr2=0x7f81f4095b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.173+0000 7f81f9d06700 1 --2- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f4095b10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 rx=0x7f81e4006fd0 tx=0x7f81e40090f0).stop 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.174+0000 7f81f9d06700 1 -- 172.21.15.38:0/1977246519 shutdown_connections 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.174+0000 7f81f9d06700 1 --2- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f4095b10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.174+0000 7f81f9d06700 1 --2- 172.21.15.38:0/1977246519 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f412ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.174+0000 7f81f9d06700 1 -- 172.21.15.38:0/1977246519 >> 172.21.15.38:0/1977246519 conn(0x7f81f409a850 msgr2=0x7f81f4096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.174+0000 7f81f9d06700 1 -- 172.21.15.38:0/1977246519 shutdown_connections 2024-05-08T22:32:57.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.174+0000 7f81f9d06700 1 -- 172.21.15.38:0/1977246519 wait complete. 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 Processor -- start 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 -- start start 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f408b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f408baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f81f412f480 0x7f81f408bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81f408c480 con 0x7f81f4095730 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81f408fcc0 con 0x7f81f4096000 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f9d06700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f81f408ca00 con 0x7f81f412f480 2024-05-08T22:32:57.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f37fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f408b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f2ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f408baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f37fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f408b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56114/0 (socket says 172.21.15.38:56114) 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f37fe700 1 -- 172.21.15.38:0/3728771094 learned_addr learned my addr 172.21.15.38:0/3728771094 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.175+0000 7f81f3fff700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f81f412f480 0x7f81f408bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f2ffd700 1 -- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f81f412f480 msgr2=0x7f81f408bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f2ffd700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f81f412f480 0x7f81f408bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f2ffd700 1 -- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 msgr2=0x7f81f408b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f2ffd700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f408b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f2ffd700 1 -- 172.21.15.38:0/3728771094 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81e80092a0 con 0x7f81f4096000 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f2ffd700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f408baa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 rx=0x7f81e800e980 tx=0x7f81e8009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81e8009580 con 0x7f81f4096000 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81e8012600 con 0x7f81f4096000 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81e4009370 con 0x7f81f4096000 2024-05-08T22:32:57.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81e80129a0 con 0x7f81f4096000 2024-05-08T22:32:57.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.176+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81f40931c0 con 0x7f81f4096000 2024-05-08T22:32:57.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.177+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f81e8012d10 con 0x7f81f4096000 2024-05-08T22:32:57.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.177+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f81e803b5d0 con 0x7f81f4096000 2024-05-08T22:32:57.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.177+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81f408ed40 con 0x7f81f4096000 2024-05-08T22:32:57.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.182+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f81f408ed40 con 0x7f81f4096000 2024-05-08T22:32:57.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.346+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f81f408ed40 con 0x7f81e002bd00 2024-05-08T22:32:57.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.353+0000 7f81dbfff700 1 -- 172.21.15.38:0/3728771094 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+242443 (unknown 2965378022 0 1175723085) 0x7f81f408ed40 con 0x7f81e002bd00 2024-05-08T22:32:57.356 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 >> v1:172.21.15.38:6816/46721 conn(0x7f81e002bd00 legacy=0x7f81e002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 msgr2=0x7f81f408baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f408baa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 rx=0x7f81e800e980 tx=0x7f81e8009060).stop 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 shutdown_connections 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f81f412f480 0x7f81f408bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81f4095730 0x7f81f408b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 --2- 172.21.15.38:0/3728771094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81f4096000 0x7f81f408baa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.355+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 >> 172.21.15.38:0/3728771094 conn(0x7f81f409a850 msgr2=0x7f81f4068440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.356+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 shutdown_connections 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.356+0000 7f81f9d06700 1 -- 172.21.15.38:0/3728771094 wait complete. 2024-05-08T22:32:57.358 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:32:57.367 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2024-05-08T22:32:55.654161+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1188824,"kb_used_data":440,"kb_used_omap":0,"kb_used_meta":1188352,"kb_avail":376298536,"statfs":{"total":386547056640,"available":385329700864,"internally_reserved":0,"allocated":450560,"data_stored":117448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1216872448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:49.354010+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:32:49.354010+0000","last_peered":"2024-05-08T22:32:49.354010+0000","last_clean":"2024-05-08T22:32:49.354010+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:32:49.354010+0000","last_undegraded":"2024-05-08T22:32:49.354010+0000","last_fullsized":"2024-05-08T22:32:49.354010+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:48.791884+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:32:48.791884+0000","last_peered":"2024-05-08T22:32:48.791884+0000","last_clean":"2024-05-08T22:32:48.791884+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:32:48.791884+0000","last_undegraded":"2024-05-08T22:32:48.791884+0000","last_fullsized":"2024-05-08T22:32:48.791884+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:48.792444+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:32:48.792444+0000","last_peered":"2024-05-08T22:32:48.792444+0000","last_clean":"2024-05-08T22:32:48.792444+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:32:48.792444+0000","last_undegraded":"2024-05-08T22:32:48.792444+0000","last_fullsized":"2024-05-08T22:32:48.792444+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:48.791865+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:32:48.791865+0000","last_peered":"2024-05-08T22:32:48.791865+0000","last_clean":"2024-05-08T22:32:48.791865+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:32:48.791865+0000","last_undegraded":"2024-05-08T22:32:48.791865+0000","last_fullsized":"2024-05-08T22:32:48.791865+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":10,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:48.784744+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:32:48.784744+0000","last_peered":"2024-05-08T22:32:48.784744+0000","last_clean":"2024-05-08T22:32:48.784744+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:32:48.784744+0000","last_undegraded":"2024-05-08T22:32:48.784744+0000","last_fullsized":"2024-05-08T22:32:48.784744+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:48.791896+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:32:48.791896+0000","last_peered":"2024-05-08T22:32:48.791896+0000","last_clean":"2024-05-08T22:32:48.791896+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:32:48.791896+0000","last_undegraded":"2024-05-08T22:32:48.791896+0000","last_fullsized":"2024-05-08T22:32:48.791896+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:49.353202+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:32:49.353202+0000","last_peered":"2024-05-08T22:32:49.353202+0000","last_clean":"2024-05-08T22:32:49.353202+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:32:49.353202+0000","last_undegraded":"2024-05-08T22:32:49.353202+0000","last_fullsized":"2024-05-08T22:32:49.353202+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:49.353495+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:32:49.353495+0000","last_peered":"2024-05-08T22:32:49.353495+0000","last_clean":"2024-05-08T22:32:49.353495+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:32:49.353495+0000","last_undegraded":"2024-05-08T22:32:49.353495+0000","last_fullsized":"2024-05-08T22:32:49.353495+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":12,"state":"active+clean","last_fresh":"2024-05-08T22:32:49.353212+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:32:49.353212+0000","last_peered":"2024-05-08T22:32:49.353212+0000","last_clean":"2024-05-08T22:32:49.353212+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:32:49.353212+0000","last_undegraded":"2024-05-08T22:32:49.353212+0000","last_fullsized":"2024-05-08T22:32:49.353212+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:51.919236+0000","last_change":"2024-05-08T22:32:51.919236+0000","last_active":"2024-05-08T22:32:51.919236+0000","last_peered":"2024-05-08T22:32:51.919236+0000","last_clean":"2024-05-08T22:32:51.919236+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:51.919236+0000","last_undegraded":"2024-05-08T22:32:51.919236+0000","last_fullsized":"2024-05-08T22:32:51.919236+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-05-08T22:32:52.927670+0000","last_change":"2024-05-08T22:32:52.927670+0000","last_active":"2024-05-08T22:32:52.927670+0000","last_peered":"2024-05-08T22:32:52.927670+0000","last_clean":"2024-05-08T22:32:52.927670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-08T22:32:52.927670+0000","last_undegraded":"2024-05-08T22:32:52.927670+0000","last_fullsized":"2024-05-08T22:32:52.927670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705667,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297208,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074632,"statfs":{"total":96636764160,"available":96332423168,"internally_reserved":0,"allocated":114688,"data_stored":30204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705666,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297208,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074632,"statfs":{"total":96636764160,"available":96332423168,"internally_reserved":0,"allocated":114688,"data_stored":30204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705667,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297200,"kb_used_data":104,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074640,"statfs":{"total":96636764160,"available":96332431360,"internally_reserved":0,"allocated":106496,"data_stored":26836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]}]},{"osd":1,"up_from":9,"seq":38654705667,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297208,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074632,"statfs":{"total":96636764160,"available":96332423168,"internally_reserved":0,"allocated":114688,"data_stored":30204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:32:57.371 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:32:57.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.526+0000 7f5932d93700 1 Processor -- start 2024-05-08T22:32:57.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.526+0000 7f5932d93700 1 -- start start 2024-05-08T22:32:57.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5932d93700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 0x7f592c0937c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5932d93700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 0x7f592c098c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5932d93700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f592c091db0 con 0x7f592c099130 2024-05-08T22:32:57.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5932d93700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f592c0925e0 con 0x7f592c093cb0 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5932d93700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f592c0912b0 con 0x7f592c0933e0 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f592bfff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 0x7f592c098c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 0x7f592c0937c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 0x7f592c0937c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33744/0 (socket says 172.21.15.38:33744) 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f592bfff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 0x7f592c098c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56130/0 (socket says 172.21.15.38:56130) 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5931330700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f592c099130 0x7f592c131f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34646/0 (socket says 172.21.15.38:34646) 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 -- 172.21.15.38:0/1285703781 learned_addr learned my addr 172.21.15.38:0/1285703781 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 -- 172.21.15.38:0/1285703781 >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 msgr2=0x7f592c098c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 --2- 172.21.15.38:0/1285703781 >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 0x7f592c098c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 -- 172.21.15.38:0/1285703781 >> v1:172.21.15.38:6789/0 conn(0x7f592c099130 legacy=0x7f592c131f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 -- 172.21.15.38:0/1285703781 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f592c090e80 con 0x7f592c0933e0 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f592bfff700 1 --2- 172.21.15.38:0/1285703781 >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 0x7f592c098c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f5930b2f700 1 --2- 172.21.15.38:0/1285703781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 0x7f592c0937c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 rx=0x7f5920009810 tx=0x7f5920009060).ready entity=mon.1 client_cookie=236dedc4fe733196 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:57.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f592b7fe700 1 -- 172.21.15.38:0/1285703781 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5920005880 con 0x7f592c0933e0 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f592b7fe700 1 -- 172.21.15.38:0/1285703781 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59200059e0 con 0x7f592c0933e0 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.527+0000 7f592b7fe700 1 -- 172.21.15.38:0/1285703781 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5920005d60 con 0x7f592c0933e0 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 -- 172.21.15.38:0/1285703781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 msgr2=0x7f592c0937c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 --2- 172.21.15.38:0/1285703781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 0x7f592c0937c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 rx=0x7f5920009810 tx=0x7f5920009060).stop 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 -- 172.21.15.38:0/1285703781 shutdown_connections 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 --2- 172.21.15.38:0/1285703781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c0933e0 0x7f592c0937c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 --2- 172.21.15.38:0/1285703781 >> v2:172.21.15.38:3300/0 conn(0x7f592c093cb0 0x7f592c098c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 -- 172.21.15.38:0/1285703781 >> 172.21.15.38:0/1285703781 conn(0x7f592c0972d0 msgr2=0x7f592c099d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 -- 172.21.15.38:0/1285703781 shutdown_connections 2024-05-08T22:32:57.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.528+0000 7f5932d93700 1 -- 172.21.15.38:0/1285703781 wait complete. 2024-05-08T22:32:57.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.529+0000 7f5932d93700 1 Processor -- start 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.529+0000 7f5932d93700 1 -- start start 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5932d93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 0x7f592c08c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5932d93700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c093cb0 0x7f592c08c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5932d93700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f592c099130 0x7f592c13a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5932d93700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f592c08f720 con 0x7f592c099130 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5932d93700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f592c08d810 con 0x7f592c093cb0 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5932d93700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f592c0960c0 con 0x7f592c0933e0 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5930b2f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 0x7f592c08c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5930b2f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 0x7f592c08c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41802/0 (socket says 172.21.15.38:41802) 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5931330700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f592c099130 0x7f592c13a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5930b2f700 1 -- 172.21.15.38:0/2434868973 learned_addr learned my addr 172.21.15.38:0/2434868973 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f592bfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c093cb0 0x7f592c08c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5931330700 1 -- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 msgr2=0x7f592c08c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5931330700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 0x7f592c08c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5931330700 1 -- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c093cb0 msgr2=0x7f592c08c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5931330700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c093cb0 0x7f592c08c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5931330700 1 -- 172.21.15.38:0/2434868973 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59180092a0 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.530+0000 7f5930b2f700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 0x7f592c08c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f5931330700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f592c099130 0x7f592c13a480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 rx=0x7f592400c7c0 tx=0x7f5924001530).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5924005c70 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5924005dd0 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5920009300 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59240072e0 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f592c097720 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.531+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f59240076d0 con 0x7f592c099130 2024-05-08T22:32:57.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.532+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f592403aba0 con 0x7f592c099130 2024-05-08T22:32:57.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.532+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f592c08c0f0 con 0x7f592c099130 2024-05-08T22:32:57.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.537+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f592401b750 con 0x7f592c099130 2024-05-08T22:32:57.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.699+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f592c08f3a0 con 0x7f591002bd30 2024-05-08T22:32:57.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.706+0000 7f59297fa700 1 -- 172.21.15.38:0/2434868973 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249968 (unknown 2965378022 0 1026377993) 0x7f5920006a70 con 0x7f591002bd30 2024-05-08T22:32:57.709 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:57.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 >> v1:172.21.15.38:6816/46721 conn(0x7f591002bd30 legacy=0x7f591002e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f592c099130 msgr2=0x7f592c13a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f592c099130 0x7f592c13a480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 rx=0x7f592400c7c0 tx=0x7f5924001530).stop 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 shutdown_connections 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f592c099130 0x7f592c13a480 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f592c0933e0 0x7f592c08c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 --2- 172.21.15.38:0/2434868973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f592c093cb0 0x7f592c08c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 >> 172.21.15.38:0/2434868973 conn(0x7f592c0972d0 msgr2=0x7f592c069180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 shutdown_connections 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.709+0000 7f5932d93700 1 -- 172.21.15.38:0/2434868973 wait complete. 2024-05-08T22:32:57.712 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:32:57.721 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-05-08T22:32:57.654502+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1189024,"kb_used_data":640,"kb_used_omap":0,"kb_used_meta":1188352,"kb_avail":376298336,"statfs":{"total":386547056640,"available":385329496064,"internally_reserved":0,"allocated":655360,"data_stored":193408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1216872448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383205+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:32:53.383205+0000","last_peered":"2024-05-08T22:32:53.383205+0000","last_clean":"2024-05-08T22:32:53.383205+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:32:53.383205+0000","last_undegraded":"2024-05-08T22:32:53.383205+0000","last_fullsized":"2024-05-08T22:32:53.383205+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375071+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:32:53.375071+0000","last_peered":"2024-05-08T22:32:53.375071+0000","last_clean":"2024-05-08T22:32:53.375071+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:32:53.375071+0000","last_undegraded":"2024-05-08T22:32:53.375071+0000","last_fullsized":"2024-05-08T22:32:53.375071+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387932+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:32:53.387932+0000","last_peered":"2024-05-08T22:32:53.387932+0000","last_clean":"2024-05-08T22:32:53.387932+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:32:53.387932+0000","last_undegraded":"2024-05-08T22:32:53.387932+0000","last_fullsized":"2024-05-08T22:32:53.387932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387579+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:32:53.387579+0000","last_peered":"2024-05-08T22:32:53.387579+0000","last_clean":"2024-05-08T22:32:53.387579+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:32:53.387579+0000","last_undegraded":"2024-05-08T22:32:53.387579+0000","last_fullsized":"2024-05-08T22:32:53.387579+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390176+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:32:53.390176+0000","last_peered":"2024-05-08T22:32:53.390176+0000","last_clean":"2024-05-08T22:32:53.390176+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:32:53.390176+0000","last_undegraded":"2024-05-08T22:32:53.390176+0000","last_fullsized":"2024-05-08T22:32:53.390176+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376591+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:32:53.376591+0000","last_peered":"2024-05-08T22:32:53.376591+0000","last_clean":"2024-05-08T22:32:53.376591+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:32:53.376591+0000","last_undegraded":"2024-05-08T22:32:53.376591+0000","last_fullsized":"2024-05-08T22:32:53.376591+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389736+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:32:53.389736+0000","last_peered":"2024-05-08T22:32:53.389736+0000","last_clean":"2024-05-08T22:32:53.389736+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:32:53.389736+0000","last_undegraded":"2024-05-08T22:32:53.389736+0000","last_fullsized":"2024-05-08T22:32:53.389736+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376463+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:32:53.376463+0000","last_peered":"2024-05-08T22:32:53.376463+0000","last_clean":"2024-05-08T22:32:53.376463+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:32:53.376463+0000","last_undegraded":"2024-05-08T22:32:53.376463+0000","last_fullsized":"2024-05-08T22:32:53.376463+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390535+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:32:53.390535+0000","last_peered":"2024-05-08T22:32:53.390535+0000","last_clean":"2024-05-08T22:32:53.390535+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:32:53.390535+0000","last_undegraded":"2024-05-08T22:32:53.390535+0000","last_fullsized":"2024-05-08T22:32:53.390535+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389754+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:32:53.389754+0000","last_peered":"2024-05-08T22:32:53.389754+0000","last_clean":"2024-05-08T22:32:53.389754+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:32:53.389754+0000","last_undegraded":"2024-05-08T22:32:53.389754+0000","last_fullsized":"2024-05-08T22:32:53.389754+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388977+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:32:53.388977+0000","last_peered":"2024-05-08T22:32:53.388977+0000","last_clean":"2024-05-08T22:32:53.388977+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:32:53.388977+0000","last_undegraded":"2024-05-08T22:32:53.388977+0000","last_fullsized":"2024-05-08T22:32:53.388977+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389022+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:32:53.389022+0000","last_peered":"2024-05-08T22:32:53.389022+0000","last_clean":"2024-05-08T22:32:53.389022+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:32:53.389022+0000","last_undegraded":"2024-05-08T22:32:53.389022+0000","last_fullsized":"2024-05-08T22:32:53.389022+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385247+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:32:53.385247+0000","last_peered":"2024-05-08T22:32:53.385247+0000","last_clean":"2024-05-08T22:32:53.385247+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:32:53.385247+0000","last_undegraded":"2024-05-08T22:32:53.385247+0000","last_fullsized":"2024-05-08T22:32:53.385247+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.371345+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:32:53.371345+0000","last_peered":"2024-05-08T22:32:53.371345+0000","last_clean":"2024-05-08T22:32:53.371345+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:32:53.371345+0000","last_undegraded":"2024-05-08T22:32:53.371345+0000","last_fullsized":"2024-05-08T22:32:53.371345+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387886+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:32:53.387886+0000","last_peered":"2024-05-08T22:32:53.387886+0000","last_clean":"2024-05-08T22:32:53.387886+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:32:53.387886+0000","last_undegraded":"2024-05-08T22:32:53.387886+0000","last_fullsized":"2024-05-08T22:32:53.387886+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376209+0000","last_change":"2024-05-08T22:32:53.372283+0000","last_active":"2024-05-08T22:32:53.376209+0000","last_peered":"2024-05-08T22:32:53.376209+0000","last_clean":"2024-05-08T22:32:53.376209+0000","last_became_active":"2024-05-08T22:32:53.372021+0000","last_became_peered":"2024-05-08T22:32:53.372021+0000","last_unstale":"2024-05-08T22:32:53.376209+0000","last_undegraded":"2024-05-08T22:32:53.376209+0000","last_fullsized":"2024-05-08T22:32:53.376209+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390554+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:32:53.390554+0000","last_peered":"2024-05-08T22:32:53.390554+0000","last_clean":"2024-05-08T22:32:53.390554+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:32:53.390554+0000","last_undegraded":"2024-05-08T22:32:53.390554+0000","last_fullsized":"2024-05-08T22:32:53.390554+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387850+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:32:53.387850+0000","last_peered":"2024-05-08T22:32:53.387850+0000","last_clean":"2024-05-08T22:32:53.387850+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:32:53.387850+0000","last_undegraded":"2024-05-08T22:32:53.387850+0000","last_fullsized":"2024-05-08T22:32:53.387850+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388995+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:32:53.388995+0000","last_peered":"2024-05-08T22:32:53.388995+0000","last_clean":"2024-05-08T22:32:53.388995+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:32:53.388995+0000","last_undegraded":"2024-05-08T22:32:53.388995+0000","last_fullsized":"2024-05-08T22:32:53.388995+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.392093+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:32:53.392093+0000","last_peered":"2024-05-08T22:32:53.392093+0000","last_clean":"2024-05-08T22:32:53.392093+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:32:53.392093+0000","last_undegraded":"2024-05-08T22:32:53.392093+0000","last_fullsized":"2024-05-08T22:32:53.392093+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389451+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:32:53.389451+0000","last_peered":"2024-05-08T22:32:53.389451+0000","last_clean":"2024-05-08T22:32:53.389451+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:32:53.389451+0000","last_undegraded":"2024-05-08T22:32:53.389451+0000","last_fullsized":"2024-05-08T22:32:53.389451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.378652+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:32:53.378652+0000","last_peered":"2024-05-08T22:32:53.378652+0000","last_clean":"2024-05-08T22:32:53.378652+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:32:53.378652+0000","last_undegraded":"2024-05-08T22:32:53.378652+0000","last_fullsized":"2024-05-08T22:32:53.378652+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387619+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:32:53.387619+0000","last_peered":"2024-05-08T22:32:53.387619+0000","last_clean":"2024-05-08T22:32:53.387619+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:32:53.387619+0000","last_undegraded":"2024-05-08T22:32:53.387619+0000","last_fullsized":"2024-05-08T22:32:53.387619+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389728+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:32:53.389728+0000","last_peered":"2024-05-08T22:32:53.389728+0000","last_clean":"2024-05-08T22:32:53.389728+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:32:53.389728+0000","last_undegraded":"2024-05-08T22:32:53.389728+0000","last_fullsized":"2024-05-08T22:32:53.389728+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389641+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:32:53.389641+0000","last_peered":"2024-05-08T22:32:53.389641+0000","last_clean":"2024-05-08T22:32:53.389641+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:32:53.389641+0000","last_undegraded":"2024-05-08T22:32:53.389641+0000","last_fullsized":"2024-05-08T22:32:53.389641+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.371980+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:32:53.371980+0000","last_peered":"2024-05-08T22:32:53.371980+0000","last_clean":"2024-05-08T22:32:53.371980+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:32:53.371980+0000","last_undegraded":"2024-05-08T22:32:53.371980+0000","last_fullsized":"2024-05-08T22:32:53.371980+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388533+0000","last_change":"2024-05-08T22:32:53.384708+0000","last_active":"2024-05-08T22:32:53.388533+0000","last_peered":"2024-05-08T22:32:53.388533+0000","last_clean":"2024-05-08T22:32:53.388533+0000","last_became_active":"2024-05-08T22:32:53.384260+0000","last_became_peered":"2024-05-08T22:32:53.384260+0000","last_unstale":"2024-05-08T22:32:53.388533+0000","last_undegraded":"2024-05-08T22:32:53.388533+0000","last_fullsized":"2024-05-08T22:32:53.388533+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.377681+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:32:53.377681+0000","last_peered":"2024-05-08T22:32:53.377681+0000","last_clean":"2024-05-08T22:32:53.377681+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:32:53.377681+0000","last_undegraded":"2024-05-08T22:32:53.377681+0000","last_fullsized":"2024-05-08T22:32:53.377681+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.384068+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:32:53.384068+0000","last_peered":"2024-05-08T22:32:53.384068+0000","last_clean":"2024-05-08T22:32:53.384068+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:32:53.384068+0000","last_undegraded":"2024-05-08T22:32:53.384068+0000","last_fullsized":"2024-05-08T22:32:53.384068+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357864+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:32:53.357864+0000","last_peered":"2024-05-08T22:32:53.357864+0000","last_clean":"2024-05-08T22:32:53.357864+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:32:53.357864+0000","last_undegraded":"2024-05-08T22:32:53.357864+0000","last_fullsized":"2024-05-08T22:32:53.357864+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387872+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:32:53.387872+0000","last_peered":"2024-05-08T22:32:53.387872+0000","last_clean":"2024-05-08T22:32:53.387872+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:32:53.387872+0000","last_undegraded":"2024-05-08T22:32:53.387872+0000","last_fullsized":"2024-05-08T22:32:53.387872+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348664+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:32:53.348664+0000","last_peered":"2024-05-08T22:32:53.348664+0000","last_clean":"2024-05-08T22:32:53.348664+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:32:53.348664+0000","last_undegraded":"2024-05-08T22:32:53.348664+0000","last_fullsized":"2024-05-08T22:32:53.348664+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388334+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:32:53.388334+0000","last_peered":"2024-05-08T22:32:53.388334+0000","last_clean":"2024-05-08T22:32:53.388334+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:32:53.388334+0000","last_undegraded":"2024-05-08T22:32:53.388334+0000","last_fullsized":"2024-05-08T22:32:53.388334+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.368652+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:32:53.368652+0000","last_peered":"2024-05-08T22:32:53.368652+0000","last_clean":"2024-05-08T22:32:53.368652+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:32:53.368652+0000","last_undegraded":"2024-05-08T22:32:53.368652+0000","last_fullsized":"2024-05-08T22:32:53.368652+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385233+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:32:53.385233+0000","last_peered":"2024-05-08T22:32:53.385233+0000","last_clean":"2024-05-08T22:32:53.385233+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:32:53.385233+0000","last_undegraded":"2024-05-08T22:32:53.385233+0000","last_fullsized":"2024-05-08T22:32:53.385233+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357437+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:32:53.357437+0000","last_peered":"2024-05-08T22:32:53.357437+0000","last_clean":"2024-05-08T22:32:53.357437+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:32:53.357437+0000","last_undegraded":"2024-05-08T22:32:53.357437+0000","last_fullsized":"2024-05-08T22:32:53.357437+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387639+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:32:53.387639+0000","last_peered":"2024-05-08T22:32:53.387639+0000","last_clean":"2024-05-08T22:32:53.387639+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:32:53.387639+0000","last_undegraded":"2024-05-08T22:32:53.387639+0000","last_fullsized":"2024-05-08T22:32:53.387639+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"16'3","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387760+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:32:53.387760+0000","last_peered":"2024-05-08T22:32:53.387760+0000","last_clean":"2024-05-08T22:32:53.387760+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:32:53.387760+0000","last_undegraded":"2024-05-08T22:32:53.387760+0000","last_fullsized":"2024-05-08T22:32:53.387760+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389849+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:32:53.389849+0000","last_peered":"2024-05-08T22:32:53.389849+0000","last_clean":"2024-05-08T22:32:53.389849+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:32:53.389849+0000","last_undegraded":"2024-05-08T22:32:53.389849+0000","last_fullsized":"2024-05-08T22:32:53.389849+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"16'6","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391165+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:32:53.391165+0000","last_peered":"2024-05-08T22:32:53.391165+0000","last_clean":"2024-05-08T22:32:53.391165+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:32:53.391165+0000","last_undegraded":"2024-05-08T22:32:53.391165+0000","last_fullsized":"2024-05-08T22:32:53.391165+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375726+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:32:53.375726+0000","last_peered":"2024-05-08T22:32:53.375726+0000","last_clean":"2024-05-08T22:32:53.375726+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:32:53.375726+0000","last_undegraded":"2024-05-08T22:32:53.375726+0000","last_fullsized":"2024-05-08T22:32:53.375726+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390470+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:32:53.390470+0000","last_peered":"2024-05-08T22:32:53.390470+0000","last_clean":"2024-05-08T22:32:53.390470+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:32:53.390470+0000","last_undegraded":"2024-05-08T22:32:53.390470+0000","last_fullsized":"2024-05-08T22:32:53.390470+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388637+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:32:53.388637+0000","last_peered":"2024-05-08T22:32:53.388637+0000","last_clean":"2024-05-08T22:32:53.388637+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:32:53.388637+0000","last_undegraded":"2024-05-08T22:32:53.388637+0000","last_fullsized":"2024-05-08T22:32:53.388637+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363832+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:32:53.363832+0000","last_peered":"2024-05-08T22:32:53.363832+0000","last_clean":"2024-05-08T22:32:53.363832+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:32:53.363832+0000","last_undegraded":"2024-05-08T22:32:53.363832+0000","last_fullsized":"2024-05-08T22:32:53.363832+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391796+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:32:53.391796+0000","last_peered":"2024-05-08T22:32:53.391796+0000","last_clean":"2024-05-08T22:32:53.391796+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:32:53.391796+0000","last_undegraded":"2024-05-08T22:32:53.391796+0000","last_fullsized":"2024-05-08T22:32:53.391796+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348581+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:32:53.348581+0000","last_peered":"2024-05-08T22:32:53.348581+0000","last_clean":"2024-05-08T22:32:53.348581+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:32:53.348581+0000","last_undegraded":"2024-05-08T22:32:53.348581+0000","last_fullsized":"2024-05-08T22:32:53.348581+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390214+0000","last_change":"2024-05-08T22:32:53.380777+0000","last_active":"2024-05-08T22:32:53.390214+0000","last_peered":"2024-05-08T22:32:53.390214+0000","last_clean":"2024-05-08T22:32:53.390214+0000","last_became_active":"2024-05-08T22:32:53.380509+0000","last_became_peered":"2024-05-08T22:32:53.380509+0000","last_unstale":"2024-05-08T22:32:53.390214+0000","last_undegraded":"2024-05-08T22:32:53.390214+0000","last_fullsized":"2024-05-08T22:32:53.390214+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"16'8","reported_seq":18,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388749+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:32:53.388749+0000","last_peered":"2024-05-08T22:32:53.388749+0000","last_clean":"2024-05-08T22:32:53.388749+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:32:53.388749+0000","last_undegraded":"2024-05-08T22:32:53.388749+0000","last_fullsized":"2024-05-08T22:32:53.388749+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388356+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:32:53.388356+0000","last_peered":"2024-05-08T22:32:53.388356+0000","last_clean":"2024-05-08T22:32:53.388356+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:32:53.388356+0000","last_undegraded":"2024-05-08T22:32:53.388356+0000","last_fullsized":"2024-05-08T22:32:53.388356+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390356+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:32:53.390356+0000","last_peered":"2024-05-08T22:32:53.390356+0000","last_clean":"2024-05-08T22:32:53.390356+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:32:53.390356+0000","last_undegraded":"2024-05-08T22:32:53.390356+0000","last_fullsized":"2024-05-08T22:32:53.390356+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385259+0000","last_change":"2024-05-08T22:32:53.376329+0000","last_active":"2024-05-08T22:32:53.385259+0000","last_peered":"2024-05-08T22:32:53.385259+0000","last_clean":"2024-05-08T22:32:53.385259+0000","last_became_active":"2024-05-08T22:32:53.375677+0000","last_became_peered":"2024-05-08T22:32:53.375677+0000","last_unstale":"2024-05-08T22:32:53.385259+0000","last_undegraded":"2024-05-08T22:32:53.385259+0000","last_fullsized":"2024-05-08T22:32:53.385259+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375442+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:32:53.375442+0000","last_peered":"2024-05-08T22:32:53.375442+0000","last_clean":"2024-05-08T22:32:53.375442+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:32:53.375442+0000","last_undegraded":"2024-05-08T22:32:53.375442+0000","last_fullsized":"2024-05-08T22:32:53.375442+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389683+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:32:53.389683+0000","last_peered":"2024-05-08T22:32:53.389683+0000","last_clean":"2024-05-08T22:32:53.389683+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:32:53.389683+0000","last_undegraded":"2024-05-08T22:32:53.389683+0000","last_fullsized":"2024-05-08T22:32:53.389683+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391556+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:32:53.391556+0000","last_peered":"2024-05-08T22:32:53.391556+0000","last_clean":"2024-05-08T22:32:53.391556+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:32:53.391556+0000","last_undegraded":"2024-05-08T22:32:53.391556+0000","last_fullsized":"2024-05-08T22:32:53.391556+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383290+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:32:53.383290+0000","last_peered":"2024-05-08T22:32:53.383290+0000","last_clean":"2024-05-08T22:32:53.383290+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:32:53.383290+0000","last_undegraded":"2024-05-08T22:32:53.383290+0000","last_fullsized":"2024-05-08T22:32:53.383290+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363067+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:32:53.363067+0000","last_peered":"2024-05-08T22:32:53.363067+0000","last_clean":"2024-05-08T22:32:53.363067+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:32:53.363067+0000","last_undegraded":"2024-05-08T22:32:53.363067+0000","last_fullsized":"2024-05-08T22:32:53.363067+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389998+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:32:53.389998+0000","last_peered":"2024-05-08T22:32:53.389998+0000","last_clean":"2024-05-08T22:32:53.389998+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:32:53.389998+0000","last_undegraded":"2024-05-08T22:32:53.389998+0000","last_fullsized":"2024-05-08T22:32:53.389998+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.372788+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:32:53.372788+0000","last_peered":"2024-05-08T22:32:53.372788+0000","last_clean":"2024-05-08T22:32:53.372788+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:32:53.372788+0000","last_undegraded":"2024-05-08T22:32:53.372788+0000","last_fullsized":"2024-05-08T22:32:53.372788+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390253+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:32:53.390253+0000","last_peered":"2024-05-08T22:32:53.390253+0000","last_clean":"2024-05-08T22:32:53.390253+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:32:53.390253+0000","last_undegraded":"2024-05-08T22:32:53.390253+0000","last_fullsized":"2024-05-08T22:32:53.390253+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.349047+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:32:53.349047+0000","last_peered":"2024-05-08T22:32:53.349047+0000","last_clean":"2024-05-08T22:32:53.349047+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:32:53.349047+0000","last_undegraded":"2024-05-08T22:32:53.349047+0000","last_fullsized":"2024-05-08T22:32:53.349047+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388966+0000","last_change":"2024-05-08T22:32:53.385787+0000","last_active":"2024-05-08T22:32:53.388966+0000","last_peered":"2024-05-08T22:32:53.388966+0000","last_clean":"2024-05-08T22:32:53.388966+0000","last_became_active":"2024-05-08T22:32:53.376496+0000","last_became_peered":"2024-05-08T22:32:53.376496+0000","last_unstale":"2024-05-08T22:32:53.388966+0000","last_undegraded":"2024-05-08T22:32:53.388966+0000","last_fullsized":"2024-05-08T22:32:53.388966+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348129+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:32:53.348129+0000","last_peered":"2024-05-08T22:32:53.348129+0000","last_clean":"2024-05-08T22:32:53.348129+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:32:53.348129+0000","last_undegraded":"2024-05-08T22:32:53.348129+0000","last_fullsized":"2024-05-08T22:32:53.348129+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383324+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:32:53.383324+0000","last_peered":"2024-05-08T22:32:53.383324+0000","last_clean":"2024-05-08T22:32:53.383324+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:32:53.383324+0000","last_undegraded":"2024-05-08T22:32:53.383324+0000","last_fullsized":"2024-05-08T22:32:53.383324+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348055+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:32:53.348055+0000","last_peered":"2024-05-08T22:32:53.348055+0000","last_clean":"2024-05-08T22:32:53.348055+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:32:53.348055+0000","last_undegraded":"2024-05-08T22:32:53.348055+0000","last_fullsized":"2024-05-08T22:32:53.348055+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389495+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:32:53.389495+0000","last_peered":"2024-05-08T22:32:53.389495+0000","last_clean":"2024-05-08T22:32:53.389495+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:32:53.389495+0000","last_undegraded":"2024-05-08T22:32:53.389495+0000","last_fullsized":"2024-05-08T22:32:53.389495+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.360028+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:32:53.360028+0000","last_peered":"2024-05-08T22:32:53.360028+0000","last_clean":"2024-05-08T22:32:53.360028+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:32:53.360028+0000","last_undegraded":"2024-05-08T22:32:53.360028+0000","last_fullsized":"2024-05-08T22:32:53.360028+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.354231+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:32:53.354231+0000","last_peered":"2024-05-08T22:32:53.354231+0000","last_clean":"2024-05-08T22:32:53.354231+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:32:53.354231+0000","last_undegraded":"2024-05-08T22:32:53.354231+0000","last_fullsized":"2024-05-08T22:32:53.354231+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389830+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:32:53.389830+0000","last_peered":"2024-05-08T22:32:53.389830+0000","last_clean":"2024-05-08T22:32:53.389830+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:32:53.389830+0000","last_undegraded":"2024-05-08T22:32:53.389830+0000","last_fullsized":"2024-05-08T22:32:53.389830+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.349130+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:32:53.349130+0000","last_peered":"2024-05-08T22:32:53.349130+0000","last_clean":"2024-05-08T22:32:53.349130+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:32:53.349130+0000","last_undegraded":"2024-05-08T22:32:53.349130+0000","last_fullsized":"2024-05-08T22:32:53.349130+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.366515+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:32:53.366515+0000","last_peered":"2024-05-08T22:32:53.366515+0000","last_clean":"2024-05-08T22:32:53.366515+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:32:53.366515+0000","last_undegraded":"2024-05-08T22:32:53.366515+0000","last_fullsized":"2024-05-08T22:32:53.366515+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391397+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:32:53.391397+0000","last_peered":"2024-05-08T22:32:53.391397+0000","last_clean":"2024-05-08T22:32:53.391397+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:32:53.391397+0000","last_undegraded":"2024-05-08T22:32:53.391397+0000","last_fullsized":"2024-05-08T22:32:53.391397+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.351633+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:32:53.351633+0000","last_peered":"2024-05-08T22:32:53.351633+0000","last_clean":"2024-05-08T22:32:53.351633+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:32:53.351633+0000","last_undegraded":"2024-05-08T22:32:53.351633+0000","last_fullsized":"2024-05-08T22:32:53.351633+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357042+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:32:53.357042+0000","last_peered":"2024-05-08T22:32:53.357042+0000","last_clean":"2024-05-08T22:32:53.357042+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:32:53.357042+0000","last_undegraded":"2024-05-08T22:32:53.357042+0000","last_fullsized":"2024-05-08T22:32:53.357042+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389036+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:32:53.389036+0000","last_peered":"2024-05-08T22:32:53.389036+0000","last_clean":"2024-05-08T22:32:53.389036+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:32:53.389036+0000","last_undegraded":"2024-05-08T22:32:53.389036+0000","last_fullsized":"2024-05-08T22:32:53.389036+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348320+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:32:53.348320+0000","last_peered":"2024-05-08T22:32:53.348320+0000","last_clean":"2024-05-08T22:32:53.348320+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:32:53.348320+0000","last_undegraded":"2024-05-08T22:32:53.348320+0000","last_fullsized":"2024-05-08T22:32:53.348320+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.356913+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:32:53.356913+0000","last_peered":"2024-05-08T22:32:53.356913+0000","last_clean":"2024-05-08T22:32:53.356913+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:32:53.356913+0000","last_undegraded":"2024-05-08T22:32:53.356913+0000","last_fullsized":"2024-05-08T22:32:53.356913+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348947+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:32:53.348947+0000","last_peered":"2024-05-08T22:32:53.348947+0000","last_clean":"2024-05-08T22:32:53.348947+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:32:53.348947+0000","last_undegraded":"2024-05-08T22:32:53.348947+0000","last_fullsized":"2024-05-08T22:32:53.348947+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388510+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:32:53.388510+0000","last_peered":"2024-05-08T22:32:53.388510+0000","last_clean":"2024-05-08T22:32:53.388510+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:32:53.388510+0000","last_undegraded":"2024-05-08T22:32:53.388510+0000","last_fullsized":"2024-05-08T22:32:53.388510+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348565+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:32:53.348565+0000","last_peered":"2024-05-08T22:32:53.348565+0000","last_clean":"2024-05-08T22:32:53.348565+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:32:53.348565+0000","last_undegraded":"2024-05-08T22:32:53.348565+0000","last_fullsized":"2024-05-08T22:32:53.348565+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363126+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:32:53.363126+0000","last_peered":"2024-05-08T22:32:53.363126+0000","last_clean":"2024-05-08T22:32:53.363126+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:32:53.363126+0000","last_undegraded":"2024-05-08T22:32:53.363126+0000","last_fullsized":"2024-05-08T22:32:53.363126+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387891+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:32:53.387891+0000","last_peered":"2024-05-08T22:32:53.387891+0000","last_clean":"2024-05-08T22:32:53.387891+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:32:53.387891+0000","last_undegraded":"2024-05-08T22:32:53.387891+0000","last_fullsized":"2024-05-08T22:32:53.387891+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.360027+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:32:53.360027+0000","last_peered":"2024-05-08T22:32:53.360027+0000","last_clean":"2024-05-08T22:32:53.360027+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:32:53.360027+0000","last_undegraded":"2024-05-08T22:32:53.360027+0000","last_fullsized":"2024-05-08T22:32:53.360027+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.359921+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:32:53.359921+0000","last_peered":"2024-05-08T22:32:53.359921+0000","last_clean":"2024-05-08T22:32:53.359921+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:32:53.359921+0000","last_undegraded":"2024-05-08T22:32:53.359921+0000","last_fullsized":"2024-05-08T22:32:53.359921+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388004+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:32:53.388004+0000","last_peered":"2024-05-08T22:32:53.388004+0000","last_clean":"2024-05-08T22:32:53.388004+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:32:53.388004+0000","last_undegraded":"2024-05-08T22:32:53.388004+0000","last_fullsized":"2024-05-08T22:32:53.388004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391699+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:32:53.391699+0000","last_peered":"2024-05-08T22:32:53.391699+0000","last_clean":"2024-05-08T22:32:53.391699+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:32:53.391699+0000","last_undegraded":"2024-05-08T22:32:53.391699+0000","last_fullsized":"2024-05-08T22:32:53.391699+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.358561+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:32:53.358561+0000","last_peered":"2024-05-08T22:32:53.358561+0000","last_clean":"2024-05-08T22:32:53.358561+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:32:53.358561+0000","last_undegraded":"2024-05-08T22:32:53.358561+0000","last_fullsized":"2024-05-08T22:32:53.358561+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385249+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:32:53.385249+0000","last_peered":"2024-05-08T22:32:53.385249+0000","last_clean":"2024-05-08T22:32:53.385249+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:32:53.385249+0000","last_undegraded":"2024-05-08T22:32:53.385249+0000","last_fullsized":"2024-05-08T22:32:53.385249+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.361944+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:32:53.361944+0000","last_peered":"2024-05-08T22:32:53.361944+0000","last_clean":"2024-05-08T22:32:53.361944+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:32:53.361944+0000","last_undegraded":"2024-05-08T22:32:53.361944+0000","last_fullsized":"2024-05-08T22:32:53.361944+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.374085+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:32:53.374085+0000","last_peered":"2024-05-08T22:32:53.374085+0000","last_clean":"2024-05-08T22:32:53.374085+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:32:53.374085+0000","last_undegraded":"2024-05-08T22:32:53.374085+0000","last_fullsized":"2024-05-08T22:32:53.374085+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383285+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:32:53.383285+0000","last_peered":"2024-05-08T22:32:53.383285+0000","last_clean":"2024-05-08T22:32:53.383285+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:32:53.383285+0000","last_undegraded":"2024-05-08T22:32:53.383285+0000","last_fullsized":"2024-05-08T22:32:53.383285+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387928+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:32:53.387928+0000","last_peered":"2024-05-08T22:32:53.387928+0000","last_clean":"2024-05-08T22:32:53.387928+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:32:53.387928+0000","last_undegraded":"2024-05-08T22:32:53.387928+0000","last_fullsized":"2024-05-08T22:32:53.387928+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.382906+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:32:53.382906+0000","last_peered":"2024-05-08T22:32:53.382906+0000","last_clean":"2024-05-08T22:32:53.382906+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:32:53.382906+0000","last_undegraded":"2024-05-08T22:32:53.382906+0000","last_fullsized":"2024-05-08T22:32:53.382906+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388000+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:32:53.388000+0000","last_peered":"2024-05-08T22:32:53.388000+0000","last_clean":"2024-05-08T22:32:53.388000+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:32:53.388000+0000","last_undegraded":"2024-05-08T22:32:53.388000+0000","last_fullsized":"2024-05-08T22:32:53.388000+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385227+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:32:53.385227+0000","last_peered":"2024-05-08T22:32:53.385227+0000","last_clean":"2024-05-08T22:32:53.385227+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:32:53.385227+0000","last_undegraded":"2024-05-08T22:32:53.385227+0000","last_fullsized":"2024-05-08T22:32:53.385227+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390779+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:32:53.390779+0000","last_peered":"2024-05-08T22:32:53.390779+0000","last_clean":"2024-05-08T22:32:53.390779+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:32:53.390779+0000","last_undegraded":"2024-05-08T22:32:53.390779+0000","last_fullsized":"2024-05-08T22:32:53.390779+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383271+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:32:53.383271+0000","last_peered":"2024-05-08T22:32:53.383271+0000","last_clean":"2024-05-08T22:32:53.383271+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:32:53.383271+0000","last_undegraded":"2024-05-08T22:32:53.383271+0000","last_fullsized":"2024-05-08T22:32:53.383271+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385378+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:32:53.385378+0000","last_peered":"2024-05-08T22:32:53.385378+0000","last_clean":"2024-05-08T22:32:53.385378+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:32:53.385378+0000","last_undegraded":"2024-05-08T22:32:53.385378+0000","last_fullsized":"2024-05-08T22:32:53.385378+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.380584+0000","last_change":"2024-05-08T22:32:53.364351+0000","last_active":"2024-05-08T22:32:53.380584+0000","last_peered":"2024-05-08T22:32:53.380584+0000","last_clean":"2024-05-08T22:32:53.380584+0000","last_became_active":"2024-05-08T22:32:53.364124+0000","last_became_peered":"2024-05-08T22:32:53.364124+0000","last_unstale":"2024-05-08T22:32:53.380584+0000","last_undegraded":"2024-05-08T22:32:53.380584+0000","last_fullsized":"2024-05-08T22:32:53.380584+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390466+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:32:53.390466+0000","last_peered":"2024-05-08T22:32:53.390466+0000","last_clean":"2024-05-08T22:32:53.390466+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:32:53.390466+0000","last_undegraded":"2024-05-08T22:32:53.390466+0000","last_fullsized":"2024-05-08T22:32:53.390466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.374343+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:32:53.374343+0000","last_peered":"2024-05-08T22:32:53.374343+0000","last_clean":"2024-05-08T22:32:53.374343+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:32:53.374343+0000","last_undegraded":"2024-05-08T22:32:53.374343+0000","last_fullsized":"2024-05-08T22:32:53.374343+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389529+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:32:53.389529+0000","last_peered":"2024-05-08T22:32:53.389529+0000","last_clean":"2024-05-08T22:32:53.389529+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:32:53.389529+0000","last_undegraded":"2024-05-08T22:32:53.389529+0000","last_fullsized":"2024-05-08T22:32:53.389529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.380564+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:32:53.380564+0000","last_peered":"2024-05-08T22:32:53.380564+0000","last_clean":"2024-05-08T22:32:53.380564+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:32:53.380564+0000","last_undegraded":"2024-05-08T22:32:53.380564+0000","last_fullsized":"2024-05-08T22:32:53.380564+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390198+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:32:53.390198+0000","last_peered":"2024-05-08T22:32:53.390198+0000","last_clean":"2024-05-08T22:32:53.390198+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:32:53.390198+0000","last_undegraded":"2024-05-08T22:32:53.390198+0000","last_fullsized":"2024-05-08T22:32:53.390198+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.378662+0000","last_change":"2024-05-08T22:32:53.370683+0000","last_active":"2024-05-08T22:32:53.378662+0000","last_peered":"2024-05-08T22:32:53.378662+0000","last_clean":"2024-05-08T22:32:53.378662+0000","last_became_active":"2024-05-08T22:32:53.370392+0000","last_became_peered":"2024-05-08T22:32:53.370392+0000","last_unstale":"2024-05-08T22:32:53.378662+0000","last_undegraded":"2024-05-08T22:32:53.378662+0000","last_fullsized":"2024-05-08T22:32:53.378662+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.372155+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:32:53.372155+0000","last_peered":"2024-05-08T22:32:53.372155+0000","last_clean":"2024-05-08T22:32:53.372155+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:32:53.372155+0000","last_undegraded":"2024-05-08T22:32:53.372155+0000","last_fullsized":"2024-05-08T22:32:53.372155+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705668,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297264,"kb_used_data":168,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074576,"statfs":{"total":96636764160,"available":96332365824,"internally_reserved":0,"allocated":172032,"data_stored":48929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297252,"kb_used_data":156,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074588,"statfs":{"total":96636764160,"available":96332378112,"internally_reserved":0,"allocated":159744,"data_stored":48735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]}]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297256,"kb_used_data":160,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074584,"statfs":{"total":96636764160,"available":96332374016,"internally_reserved":0,"allocated":163840,"data_stored":47899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]}]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297252,"kb_used_data":156,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074588,"statfs":{"total":96636764160,"available":96332378112,"internally_reserved":0,"allocated":159744,"data_stored":47845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:32:57.724 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-05-08T22:32:57.725 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-08T22:32:57.725 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-05-08T22:32:57.725 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-05-08T22:32:57.725 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-05-08T22:32:57.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 Processor -- start 2024-05-08T22:32:57.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 -- start start 2024-05-08T22:32:57.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f606412ff60 0x7f6064132350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f606412b5e0 con 0x7f6064062700 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6064062ae0 con 0x7f606412ff60 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f606a73c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6064066780 con 0x7f606412b1a0 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f6068cd9700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f606412ff60 0x7f6064132350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f60637fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f6068cd9700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f606412ff60 0x7f6064132350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56144/0 (socket says 172.21.15.38:56144) 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f60637fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33754/0 (socket says 172.21.15.38:33754) 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f6063fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6064062700 0x7f606412aa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34654/0 (socket says 172.21.15.38:34654) 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.880+0000 7f6068cd9700 1 -- 172.21.15.38:0/1143943638 learned_addr learned my addr 172.21.15.38:0/1143943638 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6068cd9700 1 -- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 msgr2=0x7f606412fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:57.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6068cd9700 1 --2- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6068cd9700 1 -- 172.21.15.38:0/1143943638 >> v1:172.21.15.38:6789/0 conn(0x7f6064062700 legacy=0x7f606412aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6068cd9700 1 -- 172.21.15.38:0/1143943638 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6064066fd0 con 0x7f606412ff60 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f60637fe700 1 --2- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6062ffd700 1 -- 172.21.15.38:0/1143943638 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 728706628 0 0) 0x7f606412b5e0 con 0x7f6064062700 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6068cd9700 1 --2- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f6064132350 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 rx=0x7f605c009f20 tx=0x7f605c009840).ready entity=mon.0 client_cookie=62aee82b875f0c8b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6062ffd700 1 -- 172.21.15.38:0/1143943638 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c00e070 con 0x7f606412ff60 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6062ffd700 1 -- 172.21.15.38:0/1143943638 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f605c00b9d0 con 0x7f606412ff60 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f6062ffd700 1 -- 172.21.15.38:0/1143943638 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c00bd50 con 0x7f606412ff60 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f606a73c700 1 -- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 msgr2=0x7f6064132350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.881+0000 7f606a73c700 1 --2- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f6064132350 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 rx=0x7f605c009f20 tx=0x7f605c009840).stop 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 -- 172.21.15.38:0/1143943638 shutdown_connections 2024-05-08T22:32:57.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 --2- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f6064132350 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 --2- 172.21.15.38:0/1143943638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 -- 172.21.15.38:0/1143943638 >> 172.21.15.38:0/1143943638 conn(0x7f606409a660 msgr2=0x7f606409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:57.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 -- 172.21.15.38:0/1143943638 shutdown_connections 2024-05-08T22:32:57.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 -- 172.21.15.38:0/1143943638 wait complete. 2024-05-08T22:32:57.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.882+0000 7f606a73c700 1 Processor -- start 2024-05-08T22:32:57.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 -- start start 2024-05-08T22:32:57.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6064062700 0x7f6064112a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f606412dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606412f500 con 0x7f606412ff60 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f606412ec50 con 0x7f606412b1a0 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f606a73c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6064124bb0 con 0x7f6064062700 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f6068cd9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f606412dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f6063fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6064062700 0x7f6064112a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f6068cd9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f606412dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56150/0 (socket says 172.21.15.38:56150) 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f6063fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6064062700 0x7f6064112a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41804/0 (socket says 172.21.15.38:41804) 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f6068cd9700 1 -- 172.21.15.38:0/1518168056 learned_addr learned my addr 172.21.15.38:0/1518168056 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:57.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.883+0000 7f60637fe700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6068cd9700 1 -- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6064062700 msgr2=0x7f6064112a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6068cd9700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6064062700 0x7f6064112a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6068cd9700 1 -- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 msgr2=0x7f606412d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6068cd9700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6068cd9700 1 -- 172.21.15.38:0/1518168056 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60580092a0 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6068cd9700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f606412dd40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 rx=0x7f605c010000 tx=0x7f605c009840).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c0092e0 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f605c007610 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c0079d0 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f605c009ae0 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6064112240 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.884+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f605c003040 con 0x7f606412ff60 2024-05-08T22:32:57.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.885+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f605c03ce40 con 0x7f606412ff60 2024-05-08T22:32:57.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.885+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6064064be0 con 0x7f606412ff60 2024-05-08T22:32:57.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:57.890+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f605c027dc0 con 0x7f606412ff60 2024-05-08T22:32:58.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.099+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f60641123d0 con 0x7f606412ff60 2024-05-08T22:32:58.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.101+0000 7f6060ff9700 1 -- 172.21.15.38:0/1518168056 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v4) v1 ==== 74+0+64325 (secure 0 0 0) 0x7f60641123d0 con 0x7f606412ff60 2024-05-08T22:32:58.101 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 >> v1:172.21.15.38:6816/46721 conn(0x7f605002bd00 legacy=0x7f605002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 msgr2=0x7f606412dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f606412dd40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 rx=0x7f605c010000 tx=0x7f605c009840).stop 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 shutdown_connections 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f606412ff60 0x7f606412dd40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6064062700 0x7f6064112a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 --2- 172.21.15.38:0/1518168056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f606412b1a0 0x7f606412d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 >> 172.21.15.38:0/1518168056 conn(0x7f606409a660 msgr2=0x7f6064098490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 shutdown_connections 2024-05-08T22:32:58.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.103+0000 7f606a73c700 1 -- 172.21.15.38:0/1518168056 wait complete. 2024-05-08T22:32:58.114 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":4,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6816","nonce":46721}]},"active_addr":"172.21.15.38:6816/46721","active_change":"2024-05-08T22:32:41.642551+0000","active_mgr_features":4540138314316775423,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":2711641673}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":3020455019}]}]} 2024-05-08T22:32:58.116 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-05-08T22:32:58.116 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-05-08T22:32:58.117 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:58.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.235+0000 7f663ae93700 1 Processor -- start 2024-05-08T22:32:58.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.235+0000 7f663ae93700 1 -- start start 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f663ae93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 0x7f6634127620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f663ae93700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6634127120 0x7f6634127b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f663ae93700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6634066db0 con 0x7f6634095de0 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f663ae93700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6634066380 con 0x7f6634127120 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f663ae93700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6634067080 con 0x7f6634062700 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 0x7f6634127620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 0x7f6634127620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41808/0 (socket says 172.21.15.38:41808) 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6633fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6634127120 0x7f6634127b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 -- 172.21.15.38:0/2205554203 learned_addr learned my addr 172.21.15.38:0/2205554203 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 -- 172.21.15.38:0/2205554203 >> v2:172.21.15.38:3300/0 conn(0x7f6634127120 msgr2=0x7f6634127b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 --2- 172.21.15.38:0/2205554203 >> v2:172.21.15.38:3300/0 conn(0x7f6634127120 0x7f6634127b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 -- 172.21.15.38:0/2205554203 >> v1:172.21.15.38:6789/0 conn(0x7f6634095de0 legacy=0x7f6634096290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 -- 172.21.15.38:0/2205554203 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6634128000 con 0x7f6634062700 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f6638c2f700 1 --2- 172.21.15.38:0/2205554203 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 0x7f6634127620 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 rx=0x7f6628009830 tx=0x7f66280090f0).ready entity=mon.2 client_cookie=52639272c4ba895a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f66337fe700 1 -- 172.21.15.38:0/2205554203 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662800b580 con 0x7f6634062700 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f66337fe700 1 -- 172.21.15.38:0/2205554203 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f662800b6e0 con 0x7f6634062700 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.236+0000 7f66337fe700 1 -- 172.21.15.38:0/2205554203 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662800ba80 con 0x7f6634062700 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 -- 172.21.15.38:0/2205554203 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 msgr2=0x7f6634127620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 --2- 172.21.15.38:0/2205554203 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 0x7f6634127620 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 rx=0x7f6628009830 tx=0x7f66280090f0).stop 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 -- 172.21.15.38:0/2205554203 shutdown_connections 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 --2- 172.21.15.38:0/2205554203 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634062700 0x7f6634127620 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 --2- 172.21.15.38:0/2205554203 >> v2:172.21.15.38:3300/0 conn(0x7f6634127120 0x7f6634127b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 -- 172.21.15.38:0/2205554203 >> 172.21.15.38:0/2205554203 conn(0x7f663409a660 msgr2=0x7f663409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 -- 172.21.15.38:0/2205554203 shutdown_connections 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.237+0000 7f663ae93700 1 -- 172.21.15.38:0/2205554203 wait complete. 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.238+0000 7f663ae93700 1 Processor -- start 2024-05-08T22:32:58.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.238+0000 7f663ae93700 1 -- start start 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 0x7f66341176f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6634095de0 0x7f66341136c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634127120 0x7f6634113bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6634124820 con 0x7f6634062700 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66340669f0 con 0x7f6634095de0 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f66341171f0 con 0x7f6634127120 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 0x7f66341176f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 0x7f66341176f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56172/0 (socket says 172.21.15.38:56172) 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 -- 172.21.15.38:0/3576020004 learned_addr learned my addr 172.21.15.38:0/3576020004 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6633fff700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6634095de0 0x7f66341136c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6639430700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634127120 0x7f6634113bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 -- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634127120 msgr2=0x7f6634113bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634127120 0x7f6634113bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 -- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6634095de0 msgr2=0x7f66341136c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6634095de0 0x7f66341136c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 -- 172.21.15.38:0/3576020004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6628009370 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6633fff700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6634095de0 0x7f66341136c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f6638c2f700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 0x7f66341176f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 rx=0x7f66340671c0 tx=0x7f6628017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6628006d90 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f662800be40 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662801c420 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66340986c0 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.239+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66341154a0 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.240+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f662801c7d0 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.240+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f662803ce30 con 0x7f6634062700 2024-05-08T22:32:58.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.240+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6634064be0 con 0x7f6634062700 2024-05-08T22:32:58.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.245+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f662802a020 con 0x7f6634062700 2024-05-08T22:32:58.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.414+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6634046ce0 con 0x7f6634062700 2024-05-08T22:32:58.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.415+0000 7f66317fa700 1 -- 172.21.15.38:0/3576020004 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+11309 (secure 0 0 0) 0x7f6628034090 con 0x7f6634062700 2024-05-08T22:32:58.415 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:58.415 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:54.342820+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.416+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 >> v1:172.21.15.38:6816/46721 conn(0x7f661802bd00 legacy=0x7f661802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.416+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 msgr2=0x7f66341176f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.416+0000 7f663ae93700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 0x7f66341176f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 rx=0x7f66340671c0 tx=0x7f6628017000).stop 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 shutdown_connections 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6634127120 0x7f6634113bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6634062700 0x7f66341176f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 --2- 172.21.15.38:0/3576020004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6634095de0 0x7f66341136c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 >> 172.21.15.38:0/3576020004 conn(0x7f663409a660 msgr2=0x7f66340699f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 shutdown_connections 2024-05-08T22:32:58.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.417+0000 7f663ae93700 1 -- 172.21.15.38:0/3576020004 wait complete. 2024-05-08T22:32:58.428 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-05-08T22:32:58.429 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:32:58.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.547+0000 7f8653316700 1 Processor -- start 2024-05-08T22:32:58.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.547+0000 7f8653316700 1 -- start start 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f8653316700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 0x7f864c12c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f8653316700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f864c12cc00 0x7f864c12eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f8653316700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f864c096f80 con 0x7f864c069f00 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f8653316700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f864c06a2e0 con 0x7f864c12cc00 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f8653316700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f864c068010 con 0x7f864c096ba0 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f864c12cc00 0x7f864c12eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86508b1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 0x7f864c12c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f864c12cc00 0x7f864c12eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56182/0 (socket says 172.21.15.38:56182) 2024-05-08T22:32:58.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86508b1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 0x7f864c12c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41830/0 (socket says 172.21.15.38:41830) 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 -- 172.21.15.38:0/756000294 learned_addr learned my addr 172.21.15.38:0/756000294 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86510b2700 1 --1- 172.21.15.38:0/756000294 >> v1:172.21.15.38:6789/0 conn(0x7f864c069f00 0x7f864c127310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34670/0 (socket says 172.21.15.38:34670) 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 -- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 msgr2=0x7f864c12c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 --2- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 0x7f864c12c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 -- 172.21.15.38:0/756000294 >> v1:172.21.15.38:6789/0 conn(0x7f864c069f00 legacy=0x7f864c127310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 -- 172.21.15.38:0/756000294 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f864c069440 con 0x7f864c12cc00 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86508b1700 1 --2- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 0x7f864c12c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f863ffff700 1 -- 172.21.15.38:0/756000294 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2189627362 0 0) 0x7f864c096f80 con 0x7f864c069f00 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f86518b3700 1 --2- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c12eff0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 rx=0x7f8644009f50 tx=0x7f8644009840).ready entity=mon.0 client_cookie=75a3761e26b33f95 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.548+0000 7f863ffff700 1 -- 172.21.15.38:0/756000294 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864400e070 con 0x7f864c12cc00 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f863ffff700 1 -- 172.21.15.38:0/756000294 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f864400b9c0 con 0x7f864c12cc00 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f863ffff700 1 -- 172.21.15.38:0/756000294 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864400bd40 con 0x7f864c12cc00 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 -- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 msgr2=0x7f864c12eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 --2- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c12eff0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 rx=0x7f8644009f50 tx=0x7f8644009840).stop 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 -- 172.21.15.38:0/756000294 shutdown_connections 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 --2- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c12eff0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 --2- 172.21.15.38:0/756000294 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c096ba0 0x7f864c12c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 -- 172.21.15.38:0/756000294 >> 172.21.15.38:0/756000294 conn(0x7f864c09a660 msgr2=0x7f864c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 -- 172.21.15.38:0/756000294 shutdown_connections 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.549+0000 7f8653316700 1 -- 172.21.15.38:0/756000294 wait complete. 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 Processor -- start 2024-05-08T22:32:58.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 -- start start 2024-05-08T22:32:58.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 0x7f864c110ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864c096ba0 0x7f864c1111d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c1116c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f864c068b80 con 0x7f864c12cc00 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f864c111bb0 con 0x7f864c096ba0 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.550+0000 7f8653316700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f864c1133a0 con 0x7f864c069f00 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 0x7f864c110ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86518b3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c1116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 0x7f864c110ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41846/0 (socket says 172.21.15.38:41846) 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 -- 172.21.15.38:0/2563618547 learned_addr learned my addr 172.21.15.38:0/2563618547 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86508b1700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864c096ba0 0x7f864c1111d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 -- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864c096ba0 msgr2=0x7f864c1111d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864c096ba0 0x7f864c1111d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 -- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 msgr2=0x7f864c1116c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c1116c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 -- 172.21.15.38:0/2563618547 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86480092a0 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86518b3700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c1116c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f86510b2700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 0x7f864c110ce0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 rx=0x7f864000c4c0 tx=0x7f8640007c10).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864000ce30 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86400072e0 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8644009ae0 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86400056e0 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.551+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f864c0966b0 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.552+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8640005a50 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.552+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f864003a880 con 0x7f864c069f00 2024-05-08T22:32:58.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.552+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f864c064be0 con 0x7f864c069f00 2024-05-08T22:32:58.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.557+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8640018030 con 0x7f864c069f00 2024-05-08T22:32:58.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.724+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f864c046ce0 con 0x7f864c069f00 2024-05-08T22:32:58.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.725+0000 7f863dffb700 1 -- 172.21.15.38:0/2563618547 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+11309 (secure 0 0 0) 0x7f8640013970 con 0x7f864c069f00 2024-05-08T22:32:58.725 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:32:58.725 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:54.342820+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 >> v1:172.21.15.38:6816/46721 conn(0x7f863002bd00 legacy=0x7f863002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 msgr2=0x7f864c110ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 0x7f864c110ce0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 rx=0x7f864000c4c0 tx=0x7f8640007c10).stop 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 shutdown_connections 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f864c12cc00 0x7f864c1116c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f864c069f00 0x7f864c110ce0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 --2- 172.21.15.38:0/2563618547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864c096ba0 0x7f864c1111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 >> 172.21.15.38:0/2563618547 conn(0x7f864c09a660 msgr2=0x7f864c062700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 shutdown_connections 2024-05-08T22:32:58.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.727+0000 7f8653316700 1 -- 172.21.15.38:0/2563618547 wait complete. 2024-05-08T22:32:58.739 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-05-08T22:32:58.739 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-05-08T22:32:58.740 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-05-08T22:32:58.740 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-05-08T22:32:58.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 Processor -- start 2024-05-08T22:32:58.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fc7eef01700 1 Processor -- start 2024-05-08T22:32:58.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fc7eef01700 1 -- start start 2024-05-08T22:32:58.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 -- start start 2024-05-08T22:32:58.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8133e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdaf8134350 0x7fdaf8136740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdaf8064a90 con 0x7fdaf8063fa0 2024-05-08T22:32:58.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdaf8064380 con 0x7fdaf8134350 2024-05-08T22:32:58.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.869+0000 7fdafd028700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdaf8065fa0 con 0x7fdaf812cbf0 2024-05-08T22:32:58.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7eef01700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc7e81275f0 0x7fc7e81279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7eef01700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7eef01700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e8127190 con 0x7fc7e8095de0 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7eef01700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7e8066d80 con 0x7fc7e81275f0 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7eef01700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e81273f0 con 0x7fc7e8096950 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf759e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdaf8134350 0x7fdaf8136740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf759e700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdaf8134350 0x7fdaf8136740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56214/0 (socket says 172.21.15.38:56214) 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf759e700 1 -- 172.21.15.38:0/3641894263 learned_addr learned my addr 172.21.15.38:0/3641894263 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc7e81275f0 0x7fc7e81279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7e7fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fc7e8095de0 0x7fc7e8096240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34680/0 (socket says 172.21.15.38:34680) 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7e7fff700 1 -- 172.21.15.38:0/3856613065 learned_addr learned my addr 172.21.15.38:0/3856613065 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc7e81275f0 0x7fc7e81279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56218/0 (socket says 172.21.15.38:56218) 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf659c700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8133e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf759e700 1 -- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 msgr2=0x7fdaf8133e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf759e700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8133e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fdaf759e700 1 -- 172.21.15.38:0/3641894263 >> v1:172.21.15.38:6789/0 conn(0x7fdaf8063fa0 legacy=0x7fdaf812f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fdaf759e700 1 -- 172.21.15.38:0/3641894263 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaf80650c0 con 0x7fdaf8134350 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fdaf659c700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8133e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).send_auth_request state changed! 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fdaf759e700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8134350 0x7fdaf8136740 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 rx=0x7fdaf0009f20 tx=0x7fdaf0009840).ready entity=mon.0 client_cookie=e076c8342acc3369 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 -- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 msgr2=0x7fc7e8132a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 --2- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 -- 172.21.15.38:0/3856613065 >> v1:172.21.15.38:6789/0 conn(0x7fc7e8095de0 legacy=0x7fc7e8096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 -- 172.21.15.38:0/3856613065 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e8066750 con 0x7fc7e81275f0 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.870+0000 7fc7ecc9d700 1 --2- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 0x7fc7e81279d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 rx=0x7fc7dc009760 tx=0x7fc7dc009060).ready entity=mon.0 client_cookie=ed9d5eb836f94f0e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fdaf5d9b700 1 -- 172.21.15.38:0/3641894263 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf000e070 con 0x7fdaf8134350 2024-05-08T22:32:58.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fc7e77fe700 1 -- 172.21.15.38:0/3856613065 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7dc0090d0 con 0x7fc7e81275f0 2024-05-08T22:32:58.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fc7e77fe700 1 -- 172.21.15.38:0/3856613065 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7dc00b580 con 0x7fc7e81275f0 2024-05-08T22:32:58.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fc7e77fe700 1 -- 172.21.15.38:0/3856613065 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7dc00b900 con 0x7fc7e81275f0 2024-05-08T22:32:58.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fdaf5d9b700 1 -- 172.21.15.38:0/3641894263 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdaf000ba80 con 0x7fdaf8134350 2024-05-08T22:32:58.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.871+0000 7fdaf5d9b700 1 -- 172.21.15.38:0/3641894263 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf000be00 con 0x7fdaf8134350 2024-05-08T22:32:58.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 -- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8134350 msgr2=0x7fdaf8136740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8134350 0x7fdaf8136740 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 rx=0x7fdaf0009f20 tx=0x7fdaf0009840).stop 2024-05-08T22:32:58.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 -- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 msgr2=0x7fc7e81279d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 --2- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 0x7fc7e81279d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 rx=0x7fc7dc009760 tx=0x7fc7dc009060).stop 2024-05-08T22:32:58.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 -- 172.21.15.38:0/3641894263 shutdown_connections 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8134350 0x7fdaf8136740 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 --2- 172.21.15.38:0/3641894263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8133e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 -- 172.21.15.38:0/3641894263 >> 172.21.15.38:0/3641894263 conn(0x7fdaf806a900 msgr2=0x7fdaf809d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 -- 172.21.15.38:0/3856613065 shutdown_connections 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 --2- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8132a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 --2- 172.21.15.38:0/3856613065 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 0x7fc7e81279d0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 -- 172.21.15.38:0/3856613065 >> 172.21.15.38:0/3856613065 conn(0x7fc7e809a660 msgr2=0x7fc7e809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 -- 172.21.15.38:0/3641894263 shutdown_connections 2024-05-08T22:32:58.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fdafd028700 1 -- 172.21.15.38:0/3641894263 wait complete. 2024-05-08T22:32:58.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 -- 172.21.15.38:0/3856613065 shutdown_connections 2024-05-08T22:32:58.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.872+0000 7fc7eef01700 1 -- 172.21.15.38:0/3856613065 wait complete. 2024-05-08T22:32:58.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 Processor -- start 2024-05-08T22:32:58.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 -- start start 2024-05-08T22:32:58.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fdafd028700 1 Processor -- start 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc7e8095de0 0x7fc7e8113640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8113b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 0x7fc7e8114020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e8066980 con 0x7fc7e81275f0 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e81247a0 con 0x7fc7e8096950 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.873+0000 7fc7eef01700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e8117170 con 0x7fc7e8095de0 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8113b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8113b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33816/0 (socket says 172.21.15.38:33816) 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 -- 172.21.15.38:0/631539847 learned_addr learned my addr 172.21.15.38:0/631539847 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7ecc9d700 1 --2- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc7e8095de0 0x7fc7e8113640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 -- start start 2024-05-08T22:32:58.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7ed49e700 1 --2- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 0x7fc7e8114020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 -- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc7e8095de0 msgr2=0x7fc7e8113640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8063fa0 0x7fdaf80926a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8130ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 --2- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc7e8095de0 0x7fc7e8113640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 -- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 msgr2=0x7fc7e8114020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 --2- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc7e81275f0 0x7fc7e8114020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 -- 172.21.15.38:0/631539847 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7dc0092a0 con 0x7fc7e8096950 2024-05-08T22:32:58.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e7fff700 1 --2- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8113b30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 rx=0x7fc7d400c490 tx=0x7fc7d4007df0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdaf8134350 0x7fdaf8130fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d400ce00 con 0x7fc7e8096950 2024-05-08T22:32:58.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d4015b70 con 0x7fc7e8096950 2024-05-08T22:32:58.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7e8116bd0 con 0x7fc7e8096950 2024-05-08T22:32:58.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d40070d0 con 0x7fc7e8096950 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdaf8133ad0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdaf8137870 con 0x7fdaf812cbf0 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdafd028700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdaf8091ec0 con 0x7fdaf8134350 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.874+0000 7fdaf6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8063fa0 0x7fdaf80926a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8130ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8063fa0 0x7fdaf80926a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56236/0 (socket says 172.21.15.38:56236) 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 -- 172.21.15.38:0/4234702013 learned_addr learned my addr 172.21.15.38:0/4234702013 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 -- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdaf8134350 msgr2=0x7fdaf8130fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 --2- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdaf8134350 0x7fdaf8130fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 -- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 msgr2=0x7fdaf8130ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 --2- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdaf812cbf0 0x7fdaf8130ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 -- 172.21.15.38:0/4234702013 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaf0009ae0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdaf6d9d700 1 --2- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8063fa0 0x7fdaf80926a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 rx=0x7fdae800c440 tx=0x7fdae8007e00).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdae800ce40 con 0x7fdaf8063fa0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdae8007020 con 0x7fdaf8063fa0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdae80073c0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdaf8132fb0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdaf81328a0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdaf809e080 con 0x7fdaf8063fa0 2024-05-08T22:32:58.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.875+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7e8115260 con 0x7fc7e8096950 2024-05-08T22:32:58.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc7e8064be0 con 0x7fc7e8096950 2024-05-08T22:32:58.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fc7d40074c0 con 0x7fc7e8096950 2024-05-08T22:32:58.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fc7d4043110 con 0x7fc7e8096950 2024-05-08T22:32:58.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 --> v1:172.21.15.38:6808/47298 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc7cc038600 con 0x7fc7cc034910 2024-05-08T22:32:58.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.876+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7d4005980 con 0x7fc7e8096950 2024-05-08T22:32:58.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.877+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fdae80068b0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.877+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fdae803afc0 con 0x7fdaf8063fa0 2024-05-08T22:32:58.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.877+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 --> v1:172.21.15.38:6800/47280 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdae4038750 con 0x7fdae4034a60 2024-05-08T22:32:58.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.877+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdae803b340 con 0x7fdaf8063fa0 2024-05-08T22:32:58.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.878+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== osd.1 v1:172.21.15.38:6808/47298 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7fc7cc038600 con 0x7fc7cc034910 2024-05-08T22:32:58.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.878+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== osd.0 v1:172.21.15.38:6800/47280 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7fdae4038750 con 0x7fdae4034a60 2024-05-08T22:32:58.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.880+0000 7f011cedf700 1 Processor -- start 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.880+0000 7f011cedf700 1 -- start start 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011cedf700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f01181275f0 0x7f01181279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011cedf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011cedf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0118096730 0x7f0118131a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011cedf700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0118066d80 con 0x7f01181275f0 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011cedf700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0118127190 con 0x7f0118096730 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011cedf700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f01181273f0 con 0x7f0118095de0 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f0115d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f0116d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0118096730 0x7f0118131a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f0116d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0118096730 0x7f0118131a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33834/0 (socket says 172.21.15.38:33834) 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f0115d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118096240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41870/0 (socket says 172.21.15.38:41870) 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f0116d9d700 1 -- 172.21.15.38:0/1024335660 learned_addr learned my addr 172.21.15.38:0/1024335660 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.881+0000 7f011659c700 1 --2- 172.21.15.38:0/1024335660 >> v2:172.21.15.38:3300/0 conn(0x7f01181275f0 0x7f01181279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f0115d9b700 1 -- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0118096730 msgr2=0x7f0118131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f0115d9b700 1 --2- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0118096730 0x7f0118131a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f0115d9b700 1 -- 172.21.15.38:0/1024335660 >> v2:172.21.15.38:3300/0 conn(0x7f01181275f0 msgr2=0x7f01181279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f0115d9b700 1 --2- 172.21.15.38:0/1024335660 >> v2:172.21.15.38:3300/0 conn(0x7f01181275f0 0x7f01181279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f0115d9b700 1 -- 172.21.15.38:0/1024335660 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0118066750 con 0x7f0118095de0 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f0115d9b700 1 --2- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118096240 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 rx=0x7f010c009790 tx=0x7f010c009060).ready entity=mon.2 client_cookie=b7172264c34c6931 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f011559a700 1 -- 172.21.15.38:0/1024335660 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c0090d0 con 0x7f0118095de0 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f011559a700 1 -- 172.21.15.38:0/1024335660 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f010c00d4a0 con 0x7f0118095de0 2024-05-08T22:32:58.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f011559a700 1 -- 172.21.15.38:0/1024335660 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c00d820 con 0x7f0118095de0 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f4772b3f700 1 Processor -- start 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.882+0000 7f4772b3f700 1 -- start start 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 -- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 msgr2=0x7f0118096240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 --2- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118096240 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 rx=0x7f010c009790 tx=0x7f010c009060).stop 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 -- 172.21.15.38:0/1024335660 shutdown_connections 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 --2- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0118096730 0x7f0118131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 --2- 172.21.15.38:0/1024335660 >> v2:172.21.15.38:3300/0 conn(0x7f01181275f0 0x7f01181279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 --2- 172.21.15.38:0/1024335660 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118096240 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 -- 172.21.15.38:0/1024335660 >> 172.21.15.38:0/1024335660 conn(0x7f011809a660 msgr2=0x7f011809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f4772b3f700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f476c095d70 0x7f476c091df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f4772b3f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 0x7f476c127470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f4772b3f700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f476c093d70 con 0x7f476c092700 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f4772b3f700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f476c092c20 con 0x7f476c095d70 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f4772b3f700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f476c095bf0 con 0x7f476c0922e0 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 0x7f476c127470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 0x7f476c127470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41876/0 (socket says 172.21.15.38:41876) 2024-05-08T22:32:58.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 -- 172.21.15.38:0/1699267803 learned_addr learned my addr 172.21.15.38:0/1699267803 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 -- 172.21.15.38:0/1024335660 shutdown_connections 2024-05-08T22:32:58.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f011cedf700 1 -- 172.21.15.38:0/1024335660 wait complete. 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f47708db700 1 --2- 172.21.15.38:0/1699267803 >> v2:172.21.15.38:3300/0 conn(0x7f476c095d70 0x7f476c091df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 -- 172.21.15.38:0/1699267803 >> v2:172.21.15.38:3300/0 conn(0x7f476c095d70 msgr2=0x7f476c091df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 --2- 172.21.15.38:0/1699267803 >> v2:172.21.15.38:3300/0 conn(0x7f476c095d70 0x7f476c091df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 -- 172.21.15.38:0/1699267803 >> v1:172.21.15.38:6789/0 conn(0x7f476c092700 legacy=0x7f476c127960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.883+0000 7f476bfff700 1 -- 172.21.15.38:0/1699267803 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f476c065e10 con 0x7f476c0922e0 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.884+0000 7f476bfff700 1 --2- 172.21.15.38:0/1699267803 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 0x7f476c127470 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 rx=0x7f475c006fd0 tx=0x7f475c0119b0).ready entity=mon.2 client_cookie=78e1a252674ae796 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.884+0000 7f476b7fe700 1 -- 172.21.15.38:0/1699267803 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f475c016070 con 0x7f476c0922e0 2024-05-08T22:32:58.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.884+0000 7f476b7fe700 1 -- 172.21.15.38:0/1699267803 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f475c013d90 con 0x7f476c0922e0 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.884+0000 7f476b7fe700 1 -- 172.21.15.38:0/1699267803 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f475c0112e0 con 0x7f476c0922e0 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f4772b3f700 1 -- 172.21.15.38:0/1699267803 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 msgr2=0x7f476c127470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f4772b3f700 1 --2- 172.21.15.38:0/1699267803 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 0x7f476c127470 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 rx=0x7f475c006fd0 tx=0x7f475c0119b0).stop 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f4772b3f700 1 -- 172.21.15.38:0/1699267803 shutdown_connections 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f4772b3f700 1 --2- 172.21.15.38:0/1699267803 >> v2:172.21.15.38:3300/0 conn(0x7f476c095d70 0x7f476c091df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f4772b3f700 1 --2- 172.21.15.38:0/1699267803 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c0922e0 0x7f476c127470 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f4772b3f700 1 -- 172.21.15.38:0/1699267803 >> 172.21.15.38:0/1699267803 conn(0x7f476c0999b0 msgr2=0x7f476c099dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 Processor -- start 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 -- start start 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118117940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0118096730 0x7f0118113910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01181275f0 0x7f0118113e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0118114db0 con 0x7f0118096730 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0118124a70 con 0x7f01181275f0 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f011cedf700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0118066980 con 0x7f0118095de0 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f0115d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0118096730 0x7f0118113910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f0115d9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0118096730 0x7f0118113910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56264/0 (socket says 172.21.15.38:56264) 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f0115d9b700 1 -- 172.21.15.38:0/3504984084 learned_addr learned my addr 172.21.15.38:0/3504984084 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.885+0000 7f0116d9d700 1 --2- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01181275f0 0x7f0118113e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0115d9b700 1 -- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 msgr2=0x7f0118117940 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0115d9b700 1 --2- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0118095de0 0x7f0118117940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0115d9b700 1 -- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01181275f0 msgr2=0x7f0118113e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0115d9b700 1 --2- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01181275f0 0x7f0118113e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0115d9b700 1 -- 172.21.15.38:0/3504984084 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f010c0092a0 con 0x7f0118096730 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0115d9b700 1 --2- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0118096730 0x7f0118113910 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 rx=0x7f010c010000 tx=0x7f010c016000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f4772b3f700 1 -- 172.21.15.38:0/1699267803 shutdown_connections 2024-05-08T22:32:58.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f4772b3f700 1 -- 172.21.15.38:0/1699267803 wait complete. 2024-05-08T22:32:58.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c0128a0 con 0x7f0118096730 2024-05-08T22:32:58.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f011cedf700 1 -- 172.21.15.38:0/3504984084 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0118098790 con 0x7f0118096730 2024-05-08T22:32:58.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f011cedf700 1 -- 172.21.15.38:0/3504984084 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0118115530 con 0x7f0118096730 2024-05-08T22:32:58.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f010c012a00 con 0x7f0118096730 2024-05-08T22:32:58.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.886+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c012da0 con 0x7f0118096730 2024-05-08T22:32:58.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.887+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f00f0000fc0 con 0x7f0118096730 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.887+0000 7f4772b3f700 1 Processor -- start 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.887+0000 7f4772b3f700 1 -- start start 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f4772b3f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f476c0922e0 0x7f476c126fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f4772b3f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c092700 0x7f476c1274a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f4772b3f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f476c095d70 0x7f476c127990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f4772b3f700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f476c0991c0 con 0x7f476c095d70 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f4772b3f700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f476c092e20 con 0x7f476c0922e0 2024-05-08T22:32:58.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f4772b3f700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f476c129280 con 0x7f476c092700 2024-05-08T22:32:58.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f010c01c630 con 0x7f0118096730 2024-05-08T22:32:58.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f010c03d190 con 0x7f0118096730 2024-05-08T22:32:58.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 --> v1:172.21.15.38:6801/47281 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f00f8038700 con 0x7f00f8034a10 2024-05-08T22:32:58.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f010c03d4c0 con 0x7f0118096730 2024-05-08T22:32:58.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.890+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== osd.2 v1:172.21.15.38:6801/47281 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7f00f8038700 con 0x7f00f8034a10 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f47708db700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f476c0922e0 0x7f476c126fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f47708db700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f476c0922e0 0x7f476c126fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33854/0 (socket says 172.21.15.38:33854) 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f47708db700 1 -- 172.21.15.38:0/2631543712 learned_addr learned my addr 172.21.15.38:0/2631543712 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.888+0000 7f47710dc700 1 --2- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f476c095d70 0x7f476c127990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47708db700 1 -- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c092700 msgr2=0x7f476c1274a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47708db700 1 --2- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f476c092700 0x7f476c1274a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47708db700 1 -- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f476c095d70 msgr2=0x7f476c127990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47708db700 1 --2- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f476c095d70 0x7f476c127990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47708db700 1 -- 172.21.15.38:0/2631543712 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f475c011c10 con 0x7f476c0922e0 2024-05-08T22:32:58.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47708db700 1 --2- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f476c0922e0 0x7f476c126fb0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 rx=0x7f476400e190 tx=0x7f4764009920).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f476400ee30 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4764014400 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.889+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4764014780 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.890+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f476c126c90 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.890+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f476c1288b0 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.890+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f476c05edd0 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.891+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f476401d3b0 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.891+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f476403b820 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.891+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 --> v1:172.21.15.38:6812/47311 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f47580385d0 con 0x7f47580348e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.892+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4764006000 con 0x7f476c0922e0 2024-05-08T22:32:58.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.892+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== osd.3 v1:172.21.15.38:6812/47311 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7f47580385d0 con 0x7f47580348e0 2024-05-08T22:32:58.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.905+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 --> v1:172.21.15.38:6801/47281 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f00f0002b50 con 0x7f00f8034a10 2024-05-08T22:32:58.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0106ffd700 1 -- 172.21.15.38:0/3504984084 <== osd.2 v1:172.21.15.38:6801/47281 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 3659784045) 0x7f00f0002b50 con 0x7f00f8034a10 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 >> v1:172.21.15.38:6801/47281 conn(0x7f00f8034a10 legacy=0x7f00f8036e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 >> v1:172.21.15.38:6816/46721 conn(0x7f00f802bd00 legacy=0x7f00f802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0118096730 msgr2=0x7f0118113910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 --2- 172.21.15.38:0/3504984084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0118096730 0x7f0118113910 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 rx=0x7f010c010000 tx=0x7f010c016000).stop 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0116d9d700 1 -- 172.21.15.38:0/3504984084 reap_dead start 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 shutdown_connections 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 >> 172.21.15.38:0/3504984084 conn(0x7f011809a660 msgr2=0x7f0118069980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 shutdown_connections 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.906+0000 7f0104ff9700 1 -- 172.21.15.38:0/3504984084 wait complete. 2024-05-08T22:32:58.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.907+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 --> v1:172.21.15.38:6808/47298 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc7e8116df0 con 0x7fc7cc034910 2024-05-08T22:32:58.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.907+0000 7fc7e57fa700 1 -- 172.21.15.38:0/631539847 <== osd.1 v1:172.21.15.38:6808/47298 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7fc7e0007340 con 0x7fc7cc034910 2024-05-08T22:32:58.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 --> v1:172.21.15.38:6812/47311 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f476c046ce0 con 0x7f47580348e0 2024-05-08T22:32:58.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 --> v1:172.21.15.38:6800/47280 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdaf8131760 con 0x7fdae4034a60 2024-05-08T22:32:58.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 >> v1:172.21.15.38:6808/47298 conn(0x7fc7cc034910 legacy=0x7fc7cc036d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7f47697fa700 1 -- 172.21.15.38:0/2631543712 <== osd.3 v1:172.21.15.38:6812/47311 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7f476c046ce0 con 0x7f47580348e0 2024-05-08T22:32:58.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7fdadf7fe700 1 -- 172.21.15.38:0/4234702013 <== osd.0 v1:172.21.15.38:6800/47280 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7fdaf8131760 con 0x7fdae4034a60 2024-05-08T22:32:58.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 >> v1:172.21.15.38:6812/47311 conn(0x7f47580348e0 legacy=0x7f4758036d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 >> v1:172.21.15.38:6816/46721 conn(0x7f475802bcd0 legacy=0x7f475802e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.908+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f476c0922e0 msgr2=0x7f476c126fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f4772b3f700 1 --2- 172.21.15.38:0/2631543712 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f476c0922e0 0x7f476c126fb0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 rx=0x7f476400e190 tx=0x7f4764009920).stop 2024-05-08T22:32:58.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 >> v1:172.21.15.38:6800/47280 conn(0x7fdae4034a60 legacy=0x7fdae4036ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 >> v1:172.21.15.38:6816/46721 conn(0x7fc7cc02bd00 legacy=0x7fc7cc02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 msgr2=0x7fc7e8113b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 --2- 172.21.15.38:0/631539847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc7e8096950 0x7fc7e8113b30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 rx=0x7fc7d400c490 tx=0x7fc7d4007df0).stop 2024-05-08T22:32:58.913 INFO:tasks.ceph.mds.a.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f75708d8700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-08T22:32:58.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7ed49e700 1 -- 172.21.15.38:0/631539847 reap_dead start 2024-05-08T22:32:58.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f47710dc700 1 -- 172.21.15.38:0/2631543712 reap_dead start 2024-05-08T22:32:58.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 shutdown_connections 2024-05-08T22:32:58.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 >> 172.21.15.38:0/631539847 conn(0x7fc7e809a660 msgr2=0x7fc7e8125100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 shutdown_connections 2024-05-08T22:32:58.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7fc7eef01700 1 -- 172.21.15.38:0/631539847 wait complete. 2024-05-08T22:32:58.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 shutdown_connections 2024-05-08T22:32:58.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 >> 172.21.15.38:0/2631543712 conn(0x7f476c0999b0 msgr2=0x7f476c069760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 shutdown_connections 2024-05-08T22:32:58.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.909+0000 7f4772b3f700 1 -- 172.21.15.38:0/2631543712 wait complete. 2024-05-08T22:32:58.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 >> v1:172.21.15.38:6816/46721 conn(0x7fdae402bd50 legacy=0x7fdae402e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8063fa0 msgr2=0x7fdaf80926a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:58.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 --2- 172.21.15.38:0/4234702013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdaf8063fa0 0x7fdaf80926a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 rx=0x7fdae800c440 tx=0x7fdae8007e00).stop 2024-05-08T22:32:58.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdaf759e700 1 -- 172.21.15.38:0/4234702013 reap_dead start 2024-05-08T22:32:58.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 shutdown_connections 2024-05-08T22:32:58.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 >> 172.21.15.38:0/4234702013 conn(0x7fdaf806a900 msgr2=0x7fdaf809b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:58.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 shutdown_connections 2024-05-08T22:32:58.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:58.910+0000 7fdafd028700 1 -- 172.21.15.38:0/4234702013 wait complete. 2024-05-08T22:32:58.922 INFO:teuthology.orchestra.run.smithi038.stdout:38654705668 2024-05-08T22:32:58.923 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-05-08T22:32:58.925 INFO:teuthology.orchestra.run.smithi038.stdout:38654705669 2024-05-08T22:32:58.926 INFO:teuthology.orchestra.run.smithi038.stdout:38654705669 2024-05-08T22:32:58.926 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-05-08T22:32:58.927 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-05-08T22:32:58.927 INFO:teuthology.orchestra.run.smithi038.stdout:38654705669 2024-05-08T22:32:58.927 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-05-08T22:32:59.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.057+0000 7f7c0615d700 1 Processor -- start 2024-05-08T22:32:59.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.057+0000 7f7c0615d700 1 -- start start 2024-05-08T22:32:59.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7c0615d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 0x7f7c00096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7c0615d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c001276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7c0615d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7c00123e10 0x7f7c00124290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7c0615d700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c0006a2e0 con 0x7f7c00123e10 2024-05-08T22:32:59.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7c0615d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c00068010 con 0x7f7c00069f00 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7c0615d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7c00069440 con 0x7f7c00127310 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7bff7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 0x7f7c00096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7bfeffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c001276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7bff7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 0x7f7c00096ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33868/0 (socket says 172.21.15.38:33868) 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.058+0000 7f7bff7fe700 1 -- 172.21.15.38:0/2310298260 learned_addr learned my addr 172.21.15.38:0/2310298260 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bfffff700 1 --2- 172.21.15.38:0/2310298260 >> v2:172.21.15.38:3300/0 conn(0x7f7c00123e10 0x7f7c00124290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bff7fe700 1 -- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 msgr2=0x7f7c001276f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bff7fe700 1 --2- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c001276f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bff7fe700 1 -- 172.21.15.38:0/2310298260 >> v2:172.21.15.38:3300/0 conn(0x7f7c00123e10 msgr2=0x7f7c00124290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bff7fe700 1 --2- 172.21.15.38:0/2310298260 >> v2:172.21.15.38:3300/0 conn(0x7f7c00123e10 0x7f7c00124290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bff7fe700 1 -- 172.21.15.38:0/2310298260 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c00068950 con 0x7f7c00069f00 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bff7fe700 1 --2- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 0x7f7c00096ba0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 rx=0x7f7bf000b8e0 tx=0x7f7bf00090f0).ready entity=mon.1 client_cookie=6a54e273ac6c4533 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bfe7fc700 1 -- 172.21.15.38:0/2310298260 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf000c840 con 0x7f7c00069f00 2024-05-08T22:32:59.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bfe7fc700 1 -- 172.21.15.38:0/2310298260 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf000c9a0 con 0x7f7c00069f00 2024-05-08T22:32:59.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.059+0000 7f7bfe7fc700 1 -- 172.21.15.38:0/2310298260 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf000cd20 con 0x7f7c00069f00 2024-05-08T22:32:59.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 -- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 msgr2=0x7f7c00096ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 --2- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 0x7f7c00096ba0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 rx=0x7f7bf000b8e0 tx=0x7f7bf00090f0).stop 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 -- 172.21.15.38:0/2310298260 shutdown_connections 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 --2- 172.21.15.38:0/2310298260 >> v2:172.21.15.38:3300/0 conn(0x7f7c00123e10 0x7f7c00124290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 --2- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00069f00 0x7f7c00096ba0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 --2- 172.21.15.38:0/2310298260 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c001276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 -- 172.21.15.38:0/2310298260 >> 172.21.15.38:0/2310298260 conn(0x7f7c0009a660 msgr2=0x7f7c0009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 -- 172.21.15.38:0/2310298260 shutdown_connections 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.060+0000 7f7c0615d700 1 -- 172.21.15.38:0/2310298260 wait complete. 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.061+0000 7f7c0615d700 1 Processor -- start 2024-05-08T22:32:59.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.062+0000 7f7c0615d700 1 -- start start 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.062+0000 7f7c0615d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 0x7f7c00135c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.062+0000 7f7c0615d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00123e10 0x7f7c00136160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.062+0000 7f7c0615d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c00094e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.062+0000 7f7c0615d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c00111220 con 0x7f7c00069f00 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7c0615d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c00112830 con 0x7f7c00123e10 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7c0615d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0012a9c0 con 0x7f7c00127310 2024-05-08T22:32:59.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 0x7f7c00135c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 0x7f7c00135c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56284/0 (socket says 172.21.15.38:56284) 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 -- 172.21.15.38:0/1674703988 learned_addr learned my addr 172.21.15.38:0/1674703988 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bfffff700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c00094e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bfeffd700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00123e10 0x7f7c00136160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 -- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 msgr2=0x7f7c00094e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c00094e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 -- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00123e10 msgr2=0x7f7c00136160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00123e10 0x7f7c00136160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 -- 172.21.15.38:0/1674703988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bf000b420 con 0x7f7c00069f00 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bfeffd700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00123e10 0x7f7c00136160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7bff7fe700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 0x7f7c00135c70 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 rx=0x7f7c001283d0 tx=0x7f7bf0017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf001e070 con 0x7f7c00069f00 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.064+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c00098600 con 0x7f7c00069f00 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.063+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf000fde0 con 0x7f7c00069f00 2024-05-08T22:32:59.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.064+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf000c840 con 0x7f7c00069f00 2024-05-08T22:32:59.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.064+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c00136650 con 0x7f7c00069f00 2024-05-08T22:32:59.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.065+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c00064be0 con 0x7f7c00069f00 2024-05-08T22:32:59.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.065+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f7bf0018420 con 0x7f7c00069f00 2024-05-08T22:32:59.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.066+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f7bf003cbf0 con 0x7f7c00069f00 2024-05-08T22:32:59.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.070+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f7bf002b530 con 0x7f7c00069f00 2024-05-08T22:32:59.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.097+0000 7fc94f871700 1 Processor -- start 2024-05-08T22:32:59.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.097+0000 7fc94f871700 1 -- start start 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94f871700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc9481275f0 0x7fc9481279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94f871700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc948095de0 0x7fc948096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94f871700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc948127190 con 0x7fc948096730 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94f871700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc948066d80 con 0x7fc9481275f0 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94f871700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9481273f0 con 0x7fc948095de0 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94de0e700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fc948096730 0x7fc948131a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34702/0 (socket says 172.21.15.38:34702) 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94de0e700 1 -- 172.21.15.38:0/4098570205 learned_addr learned my addr 172.21.15.38:0/4098570205 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94ce0c700 1 --2- 172.21.15.38:0/4098570205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc948095de0 0x7fc948096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94d60d700 1 --2- 172.21.15.38:0/4098570205 >> v2:172.21.15.38:3300/0 conn(0x7fc9481275f0 0x7fc9481279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc93ffff700 1 -- 172.21.15.38:0/4098570205 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1560785892 0 0) 0x7fc948127190 con 0x7fc948096730 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc93ffff700 1 -- 172.21.15.38:0/4098570205 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9340033f0 con 0x7fc948096730 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94ce0c700 1 -- 172.21.15.38:0/4098570205 >> v2:172.21.15.38:3300/0 conn(0x7fc9481275f0 msgr2=0x7fc9481279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94ce0c700 1 --2- 172.21.15.38:0/4098570205 >> v2:172.21.15.38:3300/0 conn(0x7fc9481275f0 0x7fc9481279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94ce0c700 1 -- 172.21.15.38:0/4098570205 >> v1:172.21.15.38:6789/0 conn(0x7fc948096730 legacy=0x7fc948131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.098+0000 7fc94ce0c700 1 -- 172.21.15.38:0/4098570205 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc948066750 con 0x7fc948095de0 2024-05-08T22:32:59.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.099+0000 7fc94ce0c700 1 --2- 172.21.15.38:0/4098570205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc948095de0 0x7fc948096240 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 rx=0x7fc938009760 tx=0x7fc938009060).ready entity=mon.1 client_cookie=2f98cab5f1e66ebb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.099+0000 7fc93ffff700 1 -- 172.21.15.38:0/4098570205 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc938009120 con 0x7fc948095de0 2024-05-08T22:32:59.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.099+0000 7fc93ffff700 1 -- 172.21.15.38:0/4098570205 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc93800d4a0 con 0x7fc948095de0 2024-05-08T22:32:59.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.099+0000 7fc93ffff700 1 -- 172.21.15.38:0/4098570205 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93800d820 con 0x7fc948095de0 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.099+0000 7fc94f871700 1 -- 172.21.15.38:0/4098570205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc948095de0 msgr2=0x7fc948096240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.099+0000 7fc94f871700 1 --2- 172.21.15.38:0/4098570205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc948095de0 0x7fc948096240 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 rx=0x7fc938009760 tx=0x7fc938009060).stop 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.100+0000 7fc94f871700 1 -- 172.21.15.38:0/4098570205 shutdown_connections 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.100+0000 7fc94f871700 1 --2- 172.21.15.38:0/4098570205 >> v2:172.21.15.38:3300/0 conn(0x7fc9481275f0 0x7fc9481279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.100+0000 7fc94f871700 1 --2- 172.21.15.38:0/4098570205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc948095de0 0x7fc948096240 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.100+0000 7fc94f871700 1 -- 172.21.15.38:0/4098570205 >> 172.21.15.38:0/4098570205 conn(0x7fc94809a660 msgr2=0x7fc94809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.100+0000 7fc94f871700 1 -- 172.21.15.38:0/4098570205 shutdown_connections 2024-05-08T22:32:59.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.100+0000 7fc94f871700 1 -- 172.21.15.38:0/4098570205 wait complete. 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94f871700 1 Processor -- start 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94f871700 1 -- start start 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94f871700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 0x7fc9481245b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94f871700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc948096730 0x7fc948113450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94d60d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 0x7fc9481245b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94d60d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 0x7fc9481245b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41926/0 (socket says 172.21.15.38:41926) 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94ce0c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc948096730 0x7fc948113450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.101+0000 7fc94ce0c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc948096730 0x7fc948113450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56300/0 (socket says 172.21.15.38:56300) 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94f871700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc9481275f0 0x7fc948113940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc948066980 con 0x7fc948096730 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 -- 172.21.15.38:0/4244136024 learned_addr learned my addr 172.21.15.38:0/4244136024 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9481169e0 con 0x7fc9481275f0 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc948116f80 con 0x7fc948095de0 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94de0e700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc9481275f0 0x7fc948113940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 -- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc9481275f0 msgr2=0x7fc948113940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc9481275f0 0x7fc948113940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 -- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc948096730 msgr2=0x7fc948113450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc948096730 0x7fc948113450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9380092a0 con 0x7fc948095de0 2024-05-08T22:32:59.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94d60d700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 0x7fc9481245b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 rx=0x7fc94400e930 tx=0x7fc944009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc944012600 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc944012760 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc944012ae0 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.102+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9481158d0 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.103+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc948115070 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.104+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fc94401b400 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.104+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fc94403b650 con 0x7fc948095de0 2024-05-08T22:32:59.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.105+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc948064be0 con 0x7fc948095de0 2024-05-08T22:32:59.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.106+0000 7f2980634700 1 Processor -- start 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.106+0000 7f2980634700 1 -- start start 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f2980634700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f2980634700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f29781276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f2980634700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2978123e10 0x7f2978124290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f2980634700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f297806a2e0 con 0x7f2978123e10 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f2980634700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2978068010 con 0x7f2978069f00 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f2980634700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2978069440 con 0x7f2978127310 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f297dbcf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f29781276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f297dbcf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f29781276f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41938/0 (socket says 172.21.15.38:41938) 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f297dbcf700 1 -- 172.21.15.38:0/3729346914 learned_addr learned my addr 172.21.15.38:0/3729346914 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f297ebd1700 1 --2- 172.21.15.38:0/3729346914 >> v2:172.21.15.38:3300/0 conn(0x7f2978123e10 0x7f2978124290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.107+0000 7f297e3d0700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297dbcf700 1 -- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 msgr2=0x7f2978096ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297dbcf700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978096ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297dbcf700 1 -- 172.21.15.38:0/3729346914 >> v2:172.21.15.38:3300/0 conn(0x7f2978123e10 msgr2=0x7f2978124290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297dbcf700 1 --2- 172.21.15.38:0/3729346914 >> v2:172.21.15.38:3300/0 conn(0x7f2978123e10 0x7f2978124290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297dbcf700 1 -- 172.21.15.38:0/3729346914 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2978068950 con 0x7f2978127310 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297e3d0700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978096ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297ebd1700 1 --2- 172.21.15.38:0/3729346914 >> v2:172.21.15.38:3300/0 conn(0x7f2978123e10 0x7f2978124290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:32:59.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.108+0000 7f297dbcf700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f29781276f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 rx=0x7f2968006fd0 tx=0x7f29680090f0).ready entity=mon.2 client_cookie=a0e86b0b71f8446b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.110+0000 7f014cb54700 1 Processor -- start 2024-05-08T22:32:59.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.111+0000 7f014cb54700 1 -- start start 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.111+0000 7f014cb54700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0148097150 0x7f0148095730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.111+0000 7f014cb54700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0148095c20 0x7f0148096000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014cb54700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0148068c50 con 0x7f014812cf70 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014cb54700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0148097530 con 0x7f0148097150 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014cb54700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f01480681b0 con 0x7f0148095c20 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f0146d9d700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f014812cf70 0x7f014812f360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34710/0 (socket says 172.21.15.38:34710) 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f0146d9d700 1 -- 172.21.15.38:0/2706749858 learned_addr learned my addr 172.21.15.38:0/2706749858 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f297d3ce700 1 -- 172.21.15.38:0/3729346914 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296800b520 con 0x7f2978127310 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f297d3ce700 1 -- 172.21.15.38:0/3729346914 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f296800b680 con 0x7f2978127310 2024-05-08T22:32:59.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f297d3ce700 1 -- 172.21.15.38:0/3729346914 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296800ba00 con 0x7f2978127310 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fc944019900 con 0x7fc948095de0 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014659c700 1 --2- 172.21.15.38:0/2706749858 >> v2:172.21.15.38:3300/0 conn(0x7f0148097150 0x7f0148095730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014659c700 1 -- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0148095c20 msgr2=0x7f0148096000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014659c700 1 --2- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0148095c20 0x7f0148096000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014659c700 1 -- 172.21.15.38:0/2706749858 >> v1:172.21.15.38:6789/0 conn(0x7f014812cf70 legacy=0x7f014812f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014659c700 1 -- 172.21.15.38:0/2706749858 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f014805e760 con 0x7f0148097150 2024-05-08T22:32:59.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014659c700 1 --2- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 0x7f0148095730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 rx=0x7f0138009790 tx=0x7f0138009060).ready entity=mon.0 client_cookie=55c8688cd96fbe59 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014559a700 1 -- 172.21.15.38:0/2706749858 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f013800b520 con 0x7f0148097150 2024-05-08T22:32:59.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014559a700 1 -- 172.21.15.38:0/2706749858 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f013800b680 con 0x7f0148097150 2024-05-08T22:32:59.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f014559a700 1 -- 172.21.15.38:0/2706749858 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f013800ba00 con 0x7f0148097150 2024-05-08T22:32:59.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f2980634700 1 -- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 msgr2=0x7f29781276f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.112+0000 7f2980634700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f29781276f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 rx=0x7f2968006fd0 tx=0x7f29680090f0).stop 2024-05-08T22:32:59.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 -- 172.21.15.38:0/3729346914 shutdown_connections 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 --2- 172.21.15.38:0/3729346914 >> v2:172.21.15.38:3300/0 conn(0x7f2978123e10 0x7f2978124290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978096ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 --2- 172.21.15.38:0/3729346914 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f29781276f0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 -- 172.21.15.38:0/3729346914 >> 172.21.15.38:0/3729346914 conn(0x7f297809a660 msgr2=0x7f297809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 -- 172.21.15.38:0/3729346914 shutdown_connections 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f2980634700 1 -- 172.21.15.38:0/3729346914 wait complete. 2024-05-08T22:32:59.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 -- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 msgr2=0x7f0148095730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 --2- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 0x7f0148095730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 rx=0x7f0138009790 tx=0x7f0138009060).stop 2024-05-08T22:32:59.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 -- 172.21.15.38:0/2706749858 shutdown_connections 2024-05-08T22:32:59.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 --2- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 0x7f0148095730 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 --2- 172.21.15.38:0/2706749858 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0148095c20 0x7f0148096000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:59.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 -- 172.21.15.38:0/2706749858 >> 172.21.15.38:0/2706749858 conn(0x7f014809a850 msgr2=0x7f0148096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.113+0000 7f014cb54700 1 -- 172.21.15.38:0/2706749858 shutdown_connections 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 Processor -- start 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 -- start start 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978135ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 0x7f29781361d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f2978094e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2978111630 con 0x7f2978123e10 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2978068b80 con 0x7f2978069f00 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f2980634700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2978112500 con 0x7f2978127310 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f297dbcf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 0x7f29781361d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 0x7f29781361d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56334/0 (socket says 172.21.15.38:56334) 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 -- 172.21.15.38:0/2568268125 learned_addr learned my addr 172.21.15.38:0/2568268125 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:59.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297ebd1700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f2978094e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297e3d0700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978135ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.114+0000 7f014cb54700 1 -- 172.21.15.38:0/2706749858 wait complete. 2024-05-08T22:32:59.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f014cb54700 1 Processor -- start 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 -- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 msgr2=0x7f2978094e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f2978094e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 -- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 msgr2=0x7f2978135ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978135ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 -- 172.21.15.38:0/2568268125 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f297000ba20 con 0x7f2978123e10 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f297dbcf700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 0x7f29781361d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 rx=0x7f2968009ea0 tx=0x7f2968017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296800bd70 con 0x7f2978123e10 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2968009370 con 0x7f2978123e10 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f297812aa80 con 0x7f2978123e10 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f296800bed0 con 0x7f2978123e10 2024-05-08T22:32:59.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296800ba00 con 0x7f2978123e10 2024-05-08T22:32:59.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.115+0000 7f014cb54700 1 -- start start 2024-05-08T22:32:59.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014cb54700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 0x7f014808d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014cb54700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 0x7f014812c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014cb54700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f014812cf70 0x7f01480659d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014cb54700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f014808bb40 con 0x7f0148097150 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014cb54700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0148094160 con 0x7f0148095c20 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014cb54700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0148068300 con 0x7f014812cf70 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 0x7f014808d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 0x7f014808d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33922/0 (socket says 172.21.15.38:33922) 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.116+0000 7f014659c700 1 -- 172.21.15.38:0/4245523486 learned_addr learned my addr 172.21.15.38:0/4245523486 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f0146d9d700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f014812cf70 0x7f01480659d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f014659c700 1 -- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f014812cf70 msgr2=0x7f01480659d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f014659c700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f014812cf70 0x7f01480659d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f014659c700 1 -- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 msgr2=0x7f014812c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f014659c700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 0x7f014812c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:59.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f014659c700 1 -- 172.21.15.38:0/4245523486 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01380092a0 con 0x7f0148095c20 2024-05-08T22:32:59.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2960005120 con 0x7f2978123e10 2024-05-08T22:32:59.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f296801c630 con 0x7f2978123e10 2024-05-08T22:32:59.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.117+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f296803c920 con 0x7f2978123e10 2024-05-08T22:32:59.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.118+0000 7f014659c700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 0x7f014808d350 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 rx=0x7f0138009ee0 tx=0x7f0138015000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.118+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f013800ba00 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.118+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0138000c90 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.118+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f013801b640 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.118+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f014812cc00 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.118+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01480674a0 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.119+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f013801b9b0 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.119+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f013803ce80 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.119+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01480646d0 con 0x7f0148095c20 2024-05-08T22:32:59.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.123+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f296801ccb0 con 0x7f2978123e10 2024-05-08T22:32:59.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.124+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f013801f020 con 0x7f0148095c20 2024-05-08T22:32:59.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.282+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f7c00127d20 con 0x7f7c00069f00 2024-05-08T22:32:59.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.282+0000 7f7be7fff700 1 -- 172.21.15.38:0/1674703988 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7bf0031090 con 0x7f7c00069f00 2024-05-08T22:32:59.283 INFO:teuthology.orchestra.run.smithi038.stdout:38654705667 2024-05-08T22:32:59.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fc948114250 con 0x7fc948095de0 2024-05-08T22:32:59.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 >> v1:172.21.15.38:6816/46721 conn(0x7f7bec02bd00 legacy=0x7f7bec02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 msgr2=0x7f7c00135c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 0x7f7c00135c70 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 rx=0x7f7c001283d0 tx=0x7f7bf0017000).stop 2024-05-08T22:32:59.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7fc93dffb700 1 -- 172.21.15.38:0/4244136024 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc944023350 con 0x7fc948095de0 2024-05-08T22:32:59.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 shutdown_connections 2024-05-08T22:32:59.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c00127310 0x7f7c00094e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c00069f00 0x7f7c00135c70 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 --2- 172.21.15.38:0/1674703988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c00123e10 0x7f7c00136160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 >> 172.21.15.38:0/1674703988 conn(0x7f7c0009a660 msgr2=0x7f7c000970f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.286 INFO:teuthology.orchestra.run.smithi038.stdout:38654705668 2024-05-08T22:32:59.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 shutdown_connections 2024-05-08T22:32:59.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.284+0000 7f7c0615d700 1 -- 172.21.15.38:0/1674703988 wait complete. 2024-05-08T22:32:59.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 >> v1:172.21.15.38:6816/46721 conn(0x7fc92c02bd30 legacy=0x7fc92c02e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 msgr2=0x7fc9481245b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 0x7fc9481245b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 rx=0x7fc94400e930 tx=0x7fc944009060).stop 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 shutdown_connections 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc9481275f0 0x7fc948113940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc948095de0 0x7fc9481245b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.286+0000 7fc94f871700 1 --2- 172.21.15.38:0/4244136024 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc948096730 0x7fc948113450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.287+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 >> 172.21.15.38:0/4244136024 conn(0x7fc94809a660 msgr2=0x7fc948098560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.287+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 shutdown_connections 2024-05-08T22:32:59.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.287+0000 7fc94f871700 1 -- 172.21.15.38:0/4244136024 wait complete. 2024-05-08T22:32:59.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.294+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f29600057f0 con 0x7f2978123e10 2024-05-08T22:32:59.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.294+0000 7f296effd700 1 -- 172.21.15.38:0/2568268125 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2968018350 con 0x7f2978123e10 2024-05-08T22:32:59.295 INFO:teuthology.orchestra.run.smithi038.stdout:38654705668 2024-05-08T22:32:59.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.296+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 >> v1:172.21.15.38:6816/46721 conn(0x7f295c02bd00 legacy=0x7f295c02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.296+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 msgr2=0x7f29781361d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.296+0000 7f2980634700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 0x7f29781361d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 rx=0x7f2968009ea0 tx=0x7f2968017000).stop 2024-05-08T22:32:59.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 shutdown_connections 2024-05-08T22:32:59.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2978069f00 0x7f2978135ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2978127310 0x7f2978094e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 --2- 172.21.15.38:0/2568268125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2978123e10 0x7f29781361d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 >> 172.21.15.38:0/2568268125 conn(0x7f297809a660 msgr2=0x7f2978062700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 shutdown_connections 2024-05-08T22:32:59.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.297+0000 7f2980634700 1 -- 172.21.15.38:0/2568268125 wait complete. 2024-05-08T22:32:59.299 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.2 2024-05-08T22:32:59.302 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.0 2024-05-08T22:32:59.309 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.3 2024-05-08T22:32:59.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.316+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f0148046ce0 con 0x7f0148095c20 2024-05-08T22:32:59.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.316+0000 7f0136ffd700 1 -- 172.21.15.38:0/4245523486 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0138022720 con 0x7f0148095c20 2024-05-08T22:32:59.316 INFO:teuthology.orchestra.run.smithi038.stdout:38654705668 2024-05-08T22:32:59.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 >> v1:172.21.15.38:6816/46721 conn(0x7f012802bd00 legacy=0x7f012802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 msgr2=0x7f014808d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:32:59.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 0x7f014808d350 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 rx=0x7f0138009ee0 tx=0x7f0138015000).stop 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 shutdown_connections 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0148095c20 0x7f014808d350 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f014812cf70 0x7f01480659d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 --2- 172.21.15.38:0/4245523486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0148097150 0x7f014812c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 >> 172.21.15.38:0/4245523486 conn(0x7f014809a850 msgr2=0x7f0148097bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 shutdown_connections 2024-05-08T22:32:59.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:32:59.318+0000 7f014cb54700 1 -- 172.21.15.38:0/4245523486 wait complete. 2024-05-08T22:32:59.330 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.1 2024-05-08T22:33:00.300 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-05-08T22:33:00.303 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-05-08T22:33:00.311 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-05-08T22:33:00.330 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-05-08T22:33:00.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.446+0000 7fb386ab3700 1 Processor -- start 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.446+0000 7fb386ab3700 1 -- start start 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb386ab3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb380069e60 0x7fb380066110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb386ab3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380067160 0x7fb380066600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb386ab3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380066af0 0x7fb380135680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb386ab3700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb380069220 con 0x7fb380069e60 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb386ab3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb380066fa0 con 0x7fb380067160 2024-05-08T22:33:00.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb386ab3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb380069cd0 con 0x7fb380066af0 2024-05-08T22:33:00.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb385050700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380066af0 0x7fb380135680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb37ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380067160 0x7fb380066600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb385050700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380066af0 0x7fb380135680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41968/0 (socket says 172.21.15.38:41968) 2024-05-08T22:33:00.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.447+0000 7fb385050700 1 -- 172.21.15.38:0/3714189074 learned_addr learned my addr 172.21.15.38:0/3714189074 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37ffff700 1 -- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380066af0 msgr2=0x7fb380135680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37ffff700 1 --2- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380066af0 0x7fb380135680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37ffff700 1 -- 172.21.15.38:0/3714189074 >> v2:172.21.15.38:3300/0 conn(0x7fb380069e60 msgr2=0x7fb380066110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37ffff700 1 --2- 172.21.15.38:0/3714189074 >> v2:172.21.15.38:3300/0 conn(0x7fb380069e60 0x7fb380066110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37ffff700 1 -- 172.21.15.38:0/3714189074 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb380068860 con 0x7fb380067160 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37ffff700 1 --2- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380067160 0x7fb380066600 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 rx=0x7fb36c009760 tx=0x7fb36c009060).ready entity=mon.1 client_cookie=9695919f90c31c9c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37f7fe700 1 -- 172.21.15.38:0/3714189074 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c00f510 con 0x7fb380067160 2024-05-08T22:33:00.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37f7fe700 1 -- 172.21.15.38:0/3714189074 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb36c00f670 con 0x7fb380067160 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.448+0000 7fb37f7fe700 1 -- 172.21.15.38:0/3714189074 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c00f9f0 con 0x7fb380067160 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 -- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380067160 msgr2=0x7fb380066600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 --2- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380067160 0x7fb380066600 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 rx=0x7fb36c009760 tx=0x7fb36c009060).stop 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 -- 172.21.15.38:0/3714189074 shutdown_connections 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 --2- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380066af0 0x7fb380135680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 --2- 172.21.15.38:0/3714189074 >> v2:172.21.15.38:3300/0 conn(0x7fb380069e60 0x7fb380066110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 --2- 172.21.15.38:0/3714189074 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380067160 0x7fb380066600 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 -- 172.21.15.38:0/3714189074 >> 172.21.15.38:0/3714189074 conn(0x7fb38009a660 msgr2=0x7fb38009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 -- 172.21.15.38:0/3714189074 shutdown_connections 2024-05-08T22:33:00.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.449+0000 7fb386ab3700 1 -- 172.21.15.38:0/3714189074 wait complete. 2024-05-08T22:33:00.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.450+0000 7fb386ab3700 1 Processor -- start 2024-05-08T22:33:00.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.450+0000 7fb386ab3700 1 -- start start 2024-05-08T22:33:00.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb386ab3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 0x7fb380116360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb386ab3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380067160 0x7fb380116850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb386ab3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb380069e60 0x7fb380116d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb386ab3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb380116130 con 0x7fb380069e60 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb386ab3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb380119260 con 0x7fb380066af0 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb386ab3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb38009a140 con 0x7fb380067160 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb38484f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 0x7fb380116360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb38484f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 0x7fb380116360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33938/0 (socket says 172.21.15.38:33938) 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb38484f700 1 -- 172.21.15.38:0/1425510079 learned_addr learned my addr 172.21.15.38:0/1425510079 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb380069e60 0x7fb380116d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb37ffff700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380067160 0x7fb380116850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 -- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380067160 msgr2=0x7fb380116850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380067160 0x7fb380116850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 -- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 msgr2=0x7fb380116360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 0x7fb380116360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 -- 172.21.15.38:0/1425510079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb36c0092a0 con 0x7fb380069e60 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb37ffff700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380067160 0x7fb380116850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:00.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.451+0000 7fb385050700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb380069e60 0x7fb380116d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 rx=0x7fb378009e50 tx=0x7fb37800b040).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.452+0000 7fb38484f700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 0x7fb380116360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.452+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37800c890 con 0x7fb380069e60 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.452+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb37800f040 con 0x7fb380069e60 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.452+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb380067630 con 0x7fb380069e60 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.452+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37800cc00 con 0x7fb380069e60 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.452+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3801178f0 con 0x7fb380069e60 2024-05-08T22:33:00.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.453+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb380117ae0 con 0x7fb380069e60 2024-05-08T22:33:00.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.453+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fb378014410 con 0x7fb380069e60 2024-05-08T22:33:00.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.453+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fb37803b320 con 0x7fb380069e60 2024-05-08T22:33:00.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.457+0000 7f5d013d0700 1 Processor -- start 2024-05-08T22:33:00.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.457+0000 7f5d013d0700 1 -- start start 2024-05-08T22:33:00.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5d013d0700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5cfc062700 0x7f5cfc1289f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5d013d0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc068a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5d013d0700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cfc129390 con 0x7f5cfc1284b0 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5d013d0700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cfc062ae0 con 0x7f5cfc062700 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5d013d0700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc069a70 con 0x7f5cfc128ee0 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfa7fc700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f5cfc1284b0 0x7f5cfc068320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34724/0 (socket says 172.21.15.38:34724) 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfa7fc700 1 -- 172.21.15.38:0/3375304311 learned_addr learned my addr 172.21.15.38:0/3375304311 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfaffd700 1 --2- 172.21.15.38:0/3375304311 >> v2:172.21.15.38:3300/0 conn(0x7f5cfc062700 0x7f5cfc1289f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfb7fe700 1 --2- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfaffd700 1 -- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 msgr2=0x7f5cfc068a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfaffd700 1 --2- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc068a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfaffd700 1 -- 172.21.15.38:0/3375304311 >> v1:172.21.15.38:6789/0 conn(0x7f5cfc1284b0 legacy=0x7f5cfc068320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfaffd700 1 -- 172.21.15.38:0/3375304311 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cfc063600 con 0x7f5cfc062700 2024-05-08T22:33:00.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.458+0000 7f5cfaffd700 1 --2- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc062700 0x7f5cfc1289f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 rx=0x7f5cec009760 tx=0x7f5cec009060).ready entity=mon.0 client_cookie=4e188e81a406cca3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5cf9ffb700 1 -- 172.21.15.38:0/3375304311 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cec00f510 con 0x7f5cfc062700 2024-05-08T22:33:00.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5cf9ffb700 1 -- 172.21.15.38:0/3375304311 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cec00f670 con 0x7f5cfc062700 2024-05-08T22:33:00.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5cf9ffb700 1 -- 172.21.15.38:0/3375304311 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cec00f9f0 con 0x7f5cfc062700 2024-05-08T22:33:00.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fb37801b900 con 0x7fb380069e60 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 -- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc062700 msgr2=0x7f5cfc1289f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 --2- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc062700 0x7f5cfc1289f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 rx=0x7f5cec009760 tx=0x7f5cec009060).stop 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 -- 172.21.15.38:0/3375304311 shutdown_connections 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 --2- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc068a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 --2- 172.21.15.38:0/3375304311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc062700 0x7f5cfc1289f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 -- 172.21.15.38:0/3375304311 >> 172.21.15.38:0/3375304311 conn(0x7f5cfc09a660 msgr2=0x7f5cfc09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 -- 172.21.15.38:0/3375304311 shutdown_connections 2024-05-08T22:33:00.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.462+0000 7f5d013d0700 1 -- 172.21.15.38:0/3375304311 wait complete. 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 Processor -- start 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 -- start start 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5cfc062700 0x7f5cfc0948f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc1284b0 0x7f5cfc12ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc094e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc12a900 con 0x7f5cfc1284b0 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc096260 con 0x7f5cfc128ee0 2024-05-08T22:33:00.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5d013d0700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc12a360 con 0x7f5cfc062700 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5cfaffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5cfc062700 0x7f5cfc0948f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5cfb7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc094e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5cfaffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5cfc062700 0x7f5cfc0948f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41978/0 (socket says 172.21.15.38:41978) 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5cfaffd700 1 -- 172.21.15.38:0/1902257556 learned_addr learned my addr 172.21.15.38:0/1902257556 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.464+0000 7f5cfa7fc700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc1284b0 0x7f5cfc12ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfb7fe700 1 -- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5cfc062700 msgr2=0x7f5cfc0948f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfb7fe700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5cfc062700 0x7f5cfc0948f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfb7fe700 1 -- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc1284b0 msgr2=0x7f5cfc12ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfb7fe700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc1284b0 0x7f5cfc12ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfb7fe700 1 -- 172.21.15.38:0/1902257556 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cec0092a0 con 0x7f5cfc128ee0 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfa7fc700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc1284b0 0x7f5cfc12ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5cfb7fe700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc094e80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 rx=0x7f5cf4009e50 tx=0x7f5cf400b040).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf400caa0 con 0x7f5cfc128ee0 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cf400f040 con 0x7f5cfc128ee0 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf400ce10 con 0x7f5cfc128ee0 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cfc12a620 con 0x7f5cfc128ee0 2024-05-08T22:33:00.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.465+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cfc095530 con 0x7f5cfc128ee0 2024-05-08T22:33:00.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.467+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cfc064be0 con 0x7f5cfc128ee0 2024-05-08T22:33:00.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.467+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f5cf4013610 con 0x7f5cfc128ee0 2024-05-08T22:33:00.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.467+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f5cf403c430 con 0x7f5cfc128ee0 2024-05-08T22:33:00.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.471+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f5cf4012720 con 0x7f5cfc128ee0 2024-05-08T22:33:00.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.491+0000 7f3bcb2e6700 1 Processor -- start 2024-05-08T22:33:00.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.491+0000 7f3bcb2e6700 1 -- start start 2024-05-08T22:33:00.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.491+0000 7f3bcb2e6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4095730 0x7f3bc4095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bcb2e6700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3bc41306b0 0x7f3bc4132aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bcb2e6700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bc40912b0 con 0x7f3bc4096000 2024-05-08T22:33:00.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bcb2e6700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bc4091ba0 con 0x7f3bc41306b0 2024-05-08T22:33:00.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bcb2e6700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc4092650 con 0x7f3bc4095730 2024-05-08T22:33:00.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3bc41306b0 0x7f3bc4132aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3bc41306b0 0x7f3bc4132aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:56390/0 (socket says 172.21.15.38:56390) 2024-05-08T22:33:00.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 -- 172.21.15.38:0/4260616376 learned_addr learned my addr 172.21.15.38:0/4260616376 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc8881700 1 --1- 172.21.15.38:0/4260616376 >> v1:172.21.15.38:6789/0 conn(0x7f3bc4096000 0x7f3bc412ef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:34736/0 (socket says 172.21.15.38:34736) 2024-05-08T22:33:00.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9082700 1 --2- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4095730 0x7f3bc4095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 -- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4095730 msgr2=0x7f3bc4095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 --2- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4095730 0x7f3bc4095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 -- 172.21.15.38:0/4260616376 >> v1:172.21.15.38:6789/0 conn(0x7f3bc4096000 legacy=0x7f3bc412ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 -- 172.21.15.38:0/4260616376 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bc405e560 con 0x7f3bc41306b0 2024-05-08T22:33:00.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.492+0000 7f3bc9883700 1 --2- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc4132aa0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 rx=0x7f3bbc009f20 tx=0x7f3bbc009840).ready entity=mon.0 client_cookie=ed8f366ff444d230 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bbbfff700 1 -- 172.21.15.38:0/4260616376 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc00e070 con 0x7f3bc41306b0 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bbbfff700 1 -- 172.21.15.38:0/4260616376 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bbc00b9d0 con 0x7f3bc41306b0 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bbbfff700 1 -- 172.21.15.38:0/4260616376 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc00bd50 con 0x7f3bc41306b0 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 msgr2=0x7f3bc4132aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc4132aa0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 rx=0x7f3bbc009f20 tx=0x7f3bbc009840).stop 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/4260616376 shutdown_connections 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc4132aa0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/4260616376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4095730 0x7f3bc4095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/4260616376 >> 172.21.15.38:0/4260616376 conn(0x7f3bc409a850 msgr2=0x7f3bc4096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/4260616376 shutdown_connections 2024-05-08T22:33:00.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.493+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/4260616376 wait complete. 2024-05-08T22:33:00.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.494+0000 7f3bcb2e6700 1 Processor -- start 2024-05-08T22:33:00.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.494+0000 7f3bcb2e6700 1 -- start start 2024-05-08T22:33:00.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bcb2e6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 0x7f3bc408f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bcb2e6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4096000 0x7f3bc408b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bcb2e6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc408ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bcb2e6700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc408ca20 con 0x7f3bc41306b0 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bcb2e6700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc408eae0 con 0x7f3bc4096000 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bcb2e6700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc408d170 con 0x7f3bc4095730 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 0x7f3bc408f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 0x7f3bc408f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41984/0 (socket says 172.21.15.38:41984) 2024-05-08T22:33:00.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 -- 172.21.15.38:0/1978608103 learned_addr learned my addr 172.21.15.38:0/1978608103 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9883700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc408ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 -- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4096000 msgr2=0x7f3bc408b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4096000 0x7f3bc408b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 -- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 msgr2=0x7f3bc408ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc408ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 -- 172.21.15.38:0/1978608103 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bbc009ae0 con 0x7f3bc4095730 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9883700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc408ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).send_auth_request state changed! 2024-05-08T22:33:00.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.495+0000 7f3bc9082700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 0x7f3bc408f580 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 rx=0x7f3bc000e930 tx=0x7f3bc0009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.496+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc000eed0 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.496+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bc000c850 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.496+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bc40931c0 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.496+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc000cbd0 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.496+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bc408e810 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.497+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bc40646d0 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.497+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f3bc001b400 con 0x7f3bc4095730 2024-05-08T22:33:00.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.497+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f3bc003b820 con 0x7f3bc4095730 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.500+0000 7fb825df3700 1 Processor -- start 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 -- start start 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb820093760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb820095730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb820095c20 0x7fb8200960a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb820091820 con 0x7fb820095c20 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb820092610 con 0x7fb820093c50 2024-05-08T22:33:00.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb825df3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb82005e350 con 0x7fb820093380 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb81f7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb820093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb81effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb820095730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb81f7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb820093760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41998/0 (socket says 172.21.15.38:41998) 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb81f7fe700 1 -- 172.21.15.38:0/1233772766 learned_addr learned my addr 172.21.15.38:0/1233772766 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.501+0000 7fb81effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb820095730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33980/0 (socket says 172.21.15.38:33980) 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81effd700 1 -- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 msgr2=0x7fb820093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81effd700 1 --2- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb820093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81effd700 1 -- 172.21.15.38:0/1233772766 >> v2:172.21.15.38:3300/0 conn(0x7fb820095c20 msgr2=0x7fb8200960a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81effd700 1 --2- 172.21.15.38:0/1233772766 >> v2:172.21.15.38:3300/0 conn(0x7fb820095c20 0x7fb8200960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81effd700 1 -- 172.21.15.38:0/1233772766 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb82005e760 con 0x7fb820093c50 2024-05-08T22:33:00.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81f7fe700 1 --2- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb820093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:00.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81effd700 1 --2- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb820095730 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 rx=0x7fb814009760 tx=0x7fb814009060).ready entity=mon.1 client_cookie=3b7678354fc2e042 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81e7fc700 1 -- 172.21.15.38:0/1233772766 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb81400f510 con 0x7fb820093c50 2024-05-08T22:33:00.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81e7fc700 1 -- 172.21.15.38:0/1233772766 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb81400f670 con 0x7fb820093c50 2024-05-08T22:33:00.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7fb81e7fc700 1 -- 172.21.15.38:0/1233772766 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb81400f9f0 con 0x7fb820093c50 2024-05-08T22:33:00.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.502+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f3bc0019900 con 0x7f3bc4095730 2024-05-08T22:33:00.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 -- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 msgr2=0x7fb820095730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 --2- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb820095730 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 rx=0x7fb814009760 tx=0x7fb814009060).stop 2024-05-08T22:33:00.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 -- 172.21.15.38:0/1233772766 shutdown_connections 2024-05-08T22:33:00.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 --2- 172.21.15.38:0/1233772766 >> v2:172.21.15.38:3300/0 conn(0x7fb820095c20 0x7fb8200960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 --2- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb820093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 --2- 172.21.15.38:0/1233772766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb820095730 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 -- 172.21.15.38:0/1233772766 >> 172.21.15.38:0/1233772766 conn(0x7fb82009a850 msgr2=0x7fb820096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 -- 172.21.15.38:0/1233772766 shutdown_connections 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.503+0000 7fb825df3700 1 -- 172.21.15.38:0/1233772766 wait complete. 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 Processor -- start 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 -- start start 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb82008c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb82008c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb820095c20 0x7fb82008cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82008f820 con 0x7fb820095c20 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb82008c0d0 con 0x7fb820093c50 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.504+0000 7fb825df3700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb8200994b0 con 0x7fb820093380 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb82008c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb82008c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:33992/0 (socket says 172.21.15.38:33992) 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 -- 172.21.15.38:0/1697398628 learned_addr learned my addr 172.21.15.38:0/1697398628 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81f7fe700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb82008c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81ffff700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb820095c20 0x7fb82008cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 -- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 msgr2=0x7fb82008c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb82008c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 -- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb820095c20 msgr2=0x7fb82008cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb820095c20 0x7fb82008cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 -- 172.21.15.38:0/1697398628 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb810009370 con 0x7fb820093c50 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81ffff700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb820095c20 0x7fb82008cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb81effd700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb82008c7f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 rx=0x7fb814009e00 tx=0x7fb814017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb81400f7e0 con 0x7fb820093c50 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb81400f960 con 0x7fb820093c50 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8140092a0 con 0x7fb820093c50 2024-05-08T22:33:00.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb81401b690 con 0x7fb820093c50 2024-05-08T22:33:00.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.505+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb82008fda0 con 0x7fb820093c50 2024-05-08T22:33:00.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.506+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fb81401ba00 con 0x7fb820093c50 2024-05-08T22:33:00.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.507+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fb81403c6f0 con 0x7fb820093c50 2024-05-08T22:33:00.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.507+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb820092220 con 0x7fb820093c50 2024-05-08T22:33:00.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.515+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fb814006b10 con 0x7fb820093c50 2024-05-08T22:33:00.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.646+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fb380099e50 con 0x7fb380069e60 2024-05-08T22:33:00.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.646+0000 7fb37d775700 1 -- 172.21.15.38:0/1425510079 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb37801b310 con 0x7fb380069e60 2024-05-08T22:33:00.646 INFO:teuthology.orchestra.run.smithi038.stdout:38654705668 2024-05-08T22:33:00.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 >> v1:172.21.15.38:6816/46721 conn(0x7fb36402bd00 legacy=0x7fb36402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb380069e60 msgr2=0x7fb380116d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb380069e60 0x7fb380116d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 rx=0x7fb378009e50 tx=0x7fb37800b040).stop 2024-05-08T22:33:00.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 shutdown_connections 2024-05-08T22:33:00.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb380066af0 0x7fb380116360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb380069e60 0x7fb380116d40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 --2- 172.21.15.38:0/1425510079 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb380067160 0x7fb380116850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.648+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 >> 172.21.15.38:0/1425510079 conn(0x7fb38009a660 msgr2=0x7fb3800950a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.649+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 shutdown_connections 2024-05-08T22:33:00.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.651+0000 7fb386ab3700 1 -- 172.21.15.38:0/1425510079 wait complete. 2024-05-08T22:33:00.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.651+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f5cfc046ce0 con 0x7f5cfc128ee0 2024-05-08T22:33:00.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.651+0000 7f5ce37fe700 1 -- 172.21.15.38:0/1902257556 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5cf4012360 con 0x7f5cfc128ee0 2024-05-08T22:33:00.657 INFO:teuthology.orchestra.run.smithi038.stdout:38654705669 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 >> v1:172.21.15.38:6816/46721 conn(0x7f5ce802bd00 legacy=0x7f5ce802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 msgr2=0x7f5cfc094e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc094e80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 rx=0x7f5cf4009e50 tx=0x7f5cf400b040).stop 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 shutdown_connections 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cfc128ee0 0x7f5cfc094e80 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5cfc062700 0x7f5cfc0948f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 --2- 172.21.15.38:0/1902257556 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cfc1284b0 0x7f5cfc12ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 >> 172.21.15.38:0/1902257556 conn(0x7f5cfc09a660 msgr2=0x7f5cfc130b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 shutdown_connections 2024-05-08T22:33:00.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.659+0000 7f5d013d0700 1 -- 172.21.15.38:0/1902257556 wait complete. 2024-05-08T22:33:00.663 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.2 2024-05-08T22:33:00.664 DEBUG:teuthology.parallel:result is None 2024-05-08T22:33:00.672 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.0 2024-05-08T22:33:00.672 DEBUG:teuthology.parallel:result is None 2024-05-08T22:33:00.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.681+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f3bc4046ce0 con 0x7f3bc4095730 2024-05-08T22:33:00.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.681+0000 7f3bb9f76700 1 -- 172.21.15.38:0/1978608103 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3bc0023350 con 0x7f3bc4095730 2024-05-08T22:33:00.682 INFO:teuthology.orchestra.run.smithi038.stdout:38654705669 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 >> v1:172.21.15.38:6816/46721 conn(0x7f3ba802bd00 legacy=0x7f3ba802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 msgr2=0x7f3bc408f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 0x7f3bc408f580 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 rx=0x7f3bc000e930 tx=0x7f3bc0009060).stop 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 shutdown_connections 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3bc41306b0 0x7f3bc408ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3bc4095730 0x7f3bc408f580 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.683+0000 7f3bcb2e6700 1 --2- 172.21.15.38:0/1978608103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3bc4096000 0x7f3bc408b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.684+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 >> 172.21.15.38:0/1978608103 conn(0x7f3bc409a850 msgr2=0x7f3bc40683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.684+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 shutdown_connections 2024-05-08T22:33:00.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.684+0000 7f3bcb2e6700 1 -- 172.21.15.38:0/1978608103 wait complete. 2024-05-08T22:33:00.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.690+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fb8200646d0 con 0x7fb820093c50 2024-05-08T22:33:00.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.690+0000 7fb807fff700 1 -- 172.21.15.38:0/1697398628 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb814024bb0 con 0x7fb820093c50 2024-05-08T22:33:00.691 INFO:teuthology.orchestra.run.smithi038.stdout:38654705669 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.692+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 >> v1:172.21.15.38:6816/46721 conn(0x7fb80c02bd00 legacy=0x7fb80c02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 msgr2=0x7fb82008c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb82008c7f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 rx=0x7fb814009e00 tx=0x7fb814017000).stop 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 shutdown_connections 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb820095c20 0x7fb82008cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb820093380 0x7fb82008c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 --2- 172.21.15.38:0/1697398628 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb820093c50 0x7fb82008c7f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 >> 172.21.15.38:0/1697398628 conn(0x7fb82009a850 msgr2=0x7fb820068ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 shutdown_connections 2024-05-08T22:33:00.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.693+0000 7fb825df3700 1 -- 172.21.15.38:0/1697398628 wait complete. 2024-05-08T22:33:00.696 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.1 2024-05-08T22:33:00.696 DEBUG:teuthology.parallel:result is None 2024-05-08T22:33:00.705 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.3 2024-05-08T22:33:00.705 DEBUG:teuthology.parallel:result is None 2024-05-08T22:33:00.705 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-05-08T22:33:00.705 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:33:00.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.863+0000 7f0d7ccf5700 1 Processor -- start 2024-05-08T22:33:00.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 -- start start 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d7812ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d7812b170 0x7f0d78127160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d78127650 0x7f0d78127ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d78065520 con 0x7f0d78127650 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d78064170 con 0x7f0d78065140 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7ccf5700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0d78064c20 con 0x7f0d7812b170 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d7812ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d75d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d7812b170 0x7f0d78127160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d76d9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d78127650 0x7f0d78127ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d7812ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60778/0 (socket says 172.21.15.38:60778) 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d7659c700 1 -- 172.21.15.38:0/3304188261 learned_addr learned my addr 172.21.15.38:0/3304188261 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d76d9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d78127650 0x7f0d78127ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57108/0 (socket says 172.21.15.38:57108) 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.864+0000 7f0d75d9b700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d7812b170 0x7f0d78127160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56712/0 (socket says 172.21.15.38:56712) 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d76d9d700 1 -- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d7812b170 msgr2=0x7f0d78127160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d76d9d700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d7812b170 0x7f0d78127160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d76d9d700 1 -- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 msgr2=0x7f0d7812ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d76d9d700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d7812ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d76d9d700 1 -- 172.21.15.38:0/3304188261 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d7812a9e0 con 0x7f0d78127650 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d7659c700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d7812ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d76d9d700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d78127650 0x7f0d78127ad0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 rx=0x7f0d70009e60 tx=0x7f0d70009780).ready entity=mon.0 client_cookie=d3f18ddedf6f895a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d7559a700 1 -- 172.21.15.38:0/3304188261 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7000e070 con 0x7f0d78127650 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d7559a700 1 -- 172.21.15.38:0/3304188261 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7000bab0 con 0x7f0d78127650 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d7559a700 1 -- 172.21.15.38:0/3304188261 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7000be30 con 0x7f0d78127650 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d78127650 msgr2=0x7f0d78127ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.865+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d78127650 0x7f0d78127ad0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 rx=0x7f0d70009e60 tx=0x7f0d70009780).stop 2024-05-08T22:33:00.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/3304188261 shutdown_connections 2024-05-08T22:33:00.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d78127650 0x7f0d78127ad0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d7812ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/3304188261 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d7812b170 0x7f0d78127160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/3304188261 >> 172.21.15.38:0/3304188261 conn(0x7f0d780631d0 msgr2=0x7f0d78098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:00.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/3304188261 shutdown_connections 2024-05-08T22:33:00.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.866+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/3304188261 wait complete. 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 Processor -- start 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 -- start start 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d78118aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d78127650 0x7f0d78115ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d7812b170 0x7f0d78115fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d78063e70 con 0x7f0d7812b170 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d78119b00 con 0x7f0d78065140 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7ccf5700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0d78119d80 con 0x7f0d78127650 2024-05-08T22:33:00.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d78118aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d75d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d78127650 0x7f0d78115ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d76d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d7812b170 0x7f0d78115fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d78118aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60786/0 (socket says 172.21.15.38:60786) 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.867+0000 7f0d7659c700 1 -- 172.21.15.38:0/2650624030 learned_addr learned my addr 172.21.15.38:0/2650624030 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d76d9d700 1 -- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d78127650 msgr2=0x7f0d78115ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d76d9d700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d78127650 0x7f0d78115ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d76d9d700 1 -- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 msgr2=0x7f0d78118aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d76d9d700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d78118aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d76d9d700 1 -- 172.21.15.38:0/2650624030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d68009370 con 0x7f0d7812b170 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d75d9b700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d78127650 0x7f0d78115ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d76d9d700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d7812b170 0x7f0d78115fc0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 rx=0x7f0d70014000 tx=0x7f0d70009780).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d70013e40 con 0x7f0d7812b170 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7001d630 con 0x7f0d7812b170 2024-05-08T22:33:00.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d70009a20 con 0x7f0d7812b170 2024-05-08T22:33:00.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7001d9d0 con 0x7f0d7812b170 2024-05-08T22:33:00.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.868+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d78119320 con 0x7f0d7812b170 2024-05-08T22:33:00.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.869+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f0d70003040 con 0x7f0d7812b170 2024-05-08T22:33:00.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.869+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f0d7003cd30 con 0x7f0d7812b170 2024-05-08T22:33:00.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.869+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d7812a430 con 0x7f0d7812b170 2024-05-08T22:33:00.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:00.874+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f0d70010310 con 0x7f0d7812b170 2024-05-08T22:33:01.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.039+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0d78098970 con 0x7f0d5802bd00 2024-05-08T22:33:01.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.046+0000 7f0d6effd700 1 -- 172.21.15.38:0/2650624030 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249877 (unknown 2965378022 0 2938509841) 0x7f0d78098970 con 0x7f0d5802bd00 2024-05-08T22:33:01.049 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:01.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 >> v1:172.21.15.38:6816/46721 conn(0x7f0d5802bd00 legacy=0x7f0d5802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d7812b170 msgr2=0x7f0d78115fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d7812b170 0x7f0d78115fc0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 rx=0x7f0d70014000 tx=0x7f0d70009780).stop 2024-05-08T22:33:01.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 shutdown_connections 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d78065140 0x7f0d78118aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d7812b170 0x7f0d78115fc0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 --2- 172.21.15.38:0/2650624030 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d78127650 0x7f0d78115ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 >> 172.21.15.38:0/2650624030 conn(0x7f0d780631d0 msgr2=0x7f0d78129530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 shutdown_connections 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.049+0000 7f0d7ccf5700 1 -- 172.21.15.38:0/2650624030 wait complete. 2024-05-08T22:33:01.052 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:33:01.061 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-05-08T22:32:59.654999+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1189024,"kb_used_data":640,"kb_used_omap":0,"kb_used_meta":1188352,"kb_avail":376298336,"statfs":{"total":386547056640,"available":385329496064,"internally_reserved":0,"allocated":655360,"data_stored":193408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1216872448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000497"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383205+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:32:53.383205+0000","last_peered":"2024-05-08T22:32:53.383205+0000","last_clean":"2024-05-08T22:32:53.383205+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:32:53.383205+0000","last_undegraded":"2024-05-08T22:32:53.383205+0000","last_fullsized":"2024-05-08T22:32:53.383205+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375071+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:32:53.375071+0000","last_peered":"2024-05-08T22:32:53.375071+0000","last_clean":"2024-05-08T22:32:53.375071+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:32:53.375071+0000","last_undegraded":"2024-05-08T22:32:53.375071+0000","last_fullsized":"2024-05-08T22:32:53.375071+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387932+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:32:53.387932+0000","last_peered":"2024-05-08T22:32:53.387932+0000","last_clean":"2024-05-08T22:32:53.387932+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:32:53.387932+0000","last_undegraded":"2024-05-08T22:32:53.387932+0000","last_fullsized":"2024-05-08T22:32:53.387932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387579+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:32:53.387579+0000","last_peered":"2024-05-08T22:32:53.387579+0000","last_clean":"2024-05-08T22:32:53.387579+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:32:53.387579+0000","last_undegraded":"2024-05-08T22:32:53.387579+0000","last_fullsized":"2024-05-08T22:32:53.387579+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390176+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:32:53.390176+0000","last_peered":"2024-05-08T22:32:53.390176+0000","last_clean":"2024-05-08T22:32:53.390176+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:32:53.390176+0000","last_undegraded":"2024-05-08T22:32:53.390176+0000","last_fullsized":"2024-05-08T22:32:53.390176+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376591+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:32:53.376591+0000","last_peered":"2024-05-08T22:32:53.376591+0000","last_clean":"2024-05-08T22:32:53.376591+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:32:53.376591+0000","last_undegraded":"2024-05-08T22:32:53.376591+0000","last_fullsized":"2024-05-08T22:32:53.376591+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389736+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:32:53.389736+0000","last_peered":"2024-05-08T22:32:53.389736+0000","last_clean":"2024-05-08T22:32:53.389736+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:32:53.389736+0000","last_undegraded":"2024-05-08T22:32:53.389736+0000","last_fullsized":"2024-05-08T22:32:53.389736+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376463+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:32:53.376463+0000","last_peered":"2024-05-08T22:32:53.376463+0000","last_clean":"2024-05-08T22:32:53.376463+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:32:53.376463+0000","last_undegraded":"2024-05-08T22:32:53.376463+0000","last_fullsized":"2024-05-08T22:32:53.376463+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390535+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:32:53.390535+0000","last_peered":"2024-05-08T22:32:53.390535+0000","last_clean":"2024-05-08T22:32:53.390535+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:32:53.390535+0000","last_undegraded":"2024-05-08T22:32:53.390535+0000","last_fullsized":"2024-05-08T22:32:53.390535+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389754+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:32:53.389754+0000","last_peered":"2024-05-08T22:32:53.389754+0000","last_clean":"2024-05-08T22:32:53.389754+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:32:53.389754+0000","last_undegraded":"2024-05-08T22:32:53.389754+0000","last_fullsized":"2024-05-08T22:32:53.389754+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388977+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:32:53.388977+0000","last_peered":"2024-05-08T22:32:53.388977+0000","last_clean":"2024-05-08T22:32:53.388977+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:32:53.388977+0000","last_undegraded":"2024-05-08T22:32:53.388977+0000","last_fullsized":"2024-05-08T22:32:53.388977+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389022+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:32:53.389022+0000","last_peered":"2024-05-08T22:32:53.389022+0000","last_clean":"2024-05-08T22:32:53.389022+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:32:53.389022+0000","last_undegraded":"2024-05-08T22:32:53.389022+0000","last_fullsized":"2024-05-08T22:32:53.389022+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385247+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:32:53.385247+0000","last_peered":"2024-05-08T22:32:53.385247+0000","last_clean":"2024-05-08T22:32:53.385247+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:32:53.385247+0000","last_undegraded":"2024-05-08T22:32:53.385247+0000","last_fullsized":"2024-05-08T22:32:53.385247+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.371345+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:32:53.371345+0000","last_peered":"2024-05-08T22:32:53.371345+0000","last_clean":"2024-05-08T22:32:53.371345+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:32:53.371345+0000","last_undegraded":"2024-05-08T22:32:53.371345+0000","last_fullsized":"2024-05-08T22:32:53.371345+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387886+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:32:53.387886+0000","last_peered":"2024-05-08T22:32:53.387886+0000","last_clean":"2024-05-08T22:32:53.387886+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:32:53.387886+0000","last_undegraded":"2024-05-08T22:32:53.387886+0000","last_fullsized":"2024-05-08T22:32:53.387886+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376209+0000","last_change":"2024-05-08T22:32:53.372283+0000","last_active":"2024-05-08T22:32:53.376209+0000","last_peered":"2024-05-08T22:32:53.376209+0000","last_clean":"2024-05-08T22:32:53.376209+0000","last_became_active":"2024-05-08T22:32:53.372021+0000","last_became_peered":"2024-05-08T22:32:53.372021+0000","last_unstale":"2024-05-08T22:32:53.376209+0000","last_undegraded":"2024-05-08T22:32:53.376209+0000","last_fullsized":"2024-05-08T22:32:53.376209+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390554+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:32:53.390554+0000","last_peered":"2024-05-08T22:32:53.390554+0000","last_clean":"2024-05-08T22:32:53.390554+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:32:53.390554+0000","last_undegraded":"2024-05-08T22:32:53.390554+0000","last_fullsized":"2024-05-08T22:32:53.390554+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387850+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:32:53.387850+0000","last_peered":"2024-05-08T22:32:53.387850+0000","last_clean":"2024-05-08T22:32:53.387850+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:32:53.387850+0000","last_undegraded":"2024-05-08T22:32:53.387850+0000","last_fullsized":"2024-05-08T22:32:53.387850+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388995+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:32:53.388995+0000","last_peered":"2024-05-08T22:32:53.388995+0000","last_clean":"2024-05-08T22:32:53.388995+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:32:53.388995+0000","last_undegraded":"2024-05-08T22:32:53.388995+0000","last_fullsized":"2024-05-08T22:32:53.388995+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.392093+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:32:53.392093+0000","last_peered":"2024-05-08T22:32:53.392093+0000","last_clean":"2024-05-08T22:32:53.392093+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:32:53.392093+0000","last_undegraded":"2024-05-08T22:32:53.392093+0000","last_fullsized":"2024-05-08T22:32:53.392093+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389451+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:32:53.389451+0000","last_peered":"2024-05-08T22:32:53.389451+0000","last_clean":"2024-05-08T22:32:53.389451+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:32:53.389451+0000","last_undegraded":"2024-05-08T22:32:53.389451+0000","last_fullsized":"2024-05-08T22:32:53.389451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.378652+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:32:53.378652+0000","last_peered":"2024-05-08T22:32:53.378652+0000","last_clean":"2024-05-08T22:32:53.378652+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:32:53.378652+0000","last_undegraded":"2024-05-08T22:32:53.378652+0000","last_fullsized":"2024-05-08T22:32:53.378652+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387619+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:32:53.387619+0000","last_peered":"2024-05-08T22:32:53.387619+0000","last_clean":"2024-05-08T22:32:53.387619+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:32:53.387619+0000","last_undegraded":"2024-05-08T22:32:53.387619+0000","last_fullsized":"2024-05-08T22:32:53.387619+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389728+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:32:53.389728+0000","last_peered":"2024-05-08T22:32:53.389728+0000","last_clean":"2024-05-08T22:32:53.389728+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:32:53.389728+0000","last_undegraded":"2024-05-08T22:32:53.389728+0000","last_fullsized":"2024-05-08T22:32:53.389728+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389641+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:32:53.389641+0000","last_peered":"2024-05-08T22:32:53.389641+0000","last_clean":"2024-05-08T22:32:53.389641+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:32:53.389641+0000","last_undegraded":"2024-05-08T22:32:53.389641+0000","last_fullsized":"2024-05-08T22:32:53.389641+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.371980+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:32:53.371980+0000","last_peered":"2024-05-08T22:32:53.371980+0000","last_clean":"2024-05-08T22:32:53.371980+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:32:53.371980+0000","last_undegraded":"2024-05-08T22:32:53.371980+0000","last_fullsized":"2024-05-08T22:32:53.371980+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388533+0000","last_change":"2024-05-08T22:32:53.384708+0000","last_active":"2024-05-08T22:32:53.388533+0000","last_peered":"2024-05-08T22:32:53.388533+0000","last_clean":"2024-05-08T22:32:53.388533+0000","last_became_active":"2024-05-08T22:32:53.384260+0000","last_became_peered":"2024-05-08T22:32:53.384260+0000","last_unstale":"2024-05-08T22:32:53.388533+0000","last_undegraded":"2024-05-08T22:32:53.388533+0000","last_fullsized":"2024-05-08T22:32:53.388533+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.377681+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:32:53.377681+0000","last_peered":"2024-05-08T22:32:53.377681+0000","last_clean":"2024-05-08T22:32:53.377681+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:32:53.377681+0000","last_undegraded":"2024-05-08T22:32:53.377681+0000","last_fullsized":"2024-05-08T22:32:53.377681+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.384068+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:32:53.384068+0000","last_peered":"2024-05-08T22:32:53.384068+0000","last_clean":"2024-05-08T22:32:53.384068+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:32:53.384068+0000","last_undegraded":"2024-05-08T22:32:53.384068+0000","last_fullsized":"2024-05-08T22:32:53.384068+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357864+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:32:53.357864+0000","last_peered":"2024-05-08T22:32:53.357864+0000","last_clean":"2024-05-08T22:32:53.357864+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:32:53.357864+0000","last_undegraded":"2024-05-08T22:32:53.357864+0000","last_fullsized":"2024-05-08T22:32:53.357864+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387872+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:32:53.387872+0000","last_peered":"2024-05-08T22:32:53.387872+0000","last_clean":"2024-05-08T22:32:53.387872+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:32:53.387872+0000","last_undegraded":"2024-05-08T22:32:53.387872+0000","last_fullsized":"2024-05-08T22:32:53.387872+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348664+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:32:53.348664+0000","last_peered":"2024-05-08T22:32:53.348664+0000","last_clean":"2024-05-08T22:32:53.348664+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:32:53.348664+0000","last_undegraded":"2024-05-08T22:32:53.348664+0000","last_fullsized":"2024-05-08T22:32:53.348664+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388334+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:32:53.388334+0000","last_peered":"2024-05-08T22:32:53.388334+0000","last_clean":"2024-05-08T22:32:53.388334+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:32:53.388334+0000","last_undegraded":"2024-05-08T22:32:53.388334+0000","last_fullsized":"2024-05-08T22:32:53.388334+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.368652+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:32:53.368652+0000","last_peered":"2024-05-08T22:32:53.368652+0000","last_clean":"2024-05-08T22:32:53.368652+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:32:53.368652+0000","last_undegraded":"2024-05-08T22:32:53.368652+0000","last_fullsized":"2024-05-08T22:32:53.368652+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385233+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:32:53.385233+0000","last_peered":"2024-05-08T22:32:53.385233+0000","last_clean":"2024-05-08T22:32:53.385233+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:32:53.385233+0000","last_undegraded":"2024-05-08T22:32:53.385233+0000","last_fullsized":"2024-05-08T22:32:53.385233+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357437+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:32:53.357437+0000","last_peered":"2024-05-08T22:32:53.357437+0000","last_clean":"2024-05-08T22:32:53.357437+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:32:53.357437+0000","last_undegraded":"2024-05-08T22:32:53.357437+0000","last_fullsized":"2024-05-08T22:32:53.357437+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387639+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:32:53.387639+0000","last_peered":"2024-05-08T22:32:53.387639+0000","last_clean":"2024-05-08T22:32:53.387639+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:32:53.387639+0000","last_undegraded":"2024-05-08T22:32:53.387639+0000","last_fullsized":"2024-05-08T22:32:53.387639+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"16'3","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387760+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:32:53.387760+0000","last_peered":"2024-05-08T22:32:53.387760+0000","last_clean":"2024-05-08T22:32:53.387760+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:32:53.387760+0000","last_undegraded":"2024-05-08T22:32:53.387760+0000","last_fullsized":"2024-05-08T22:32:53.387760+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389849+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:32:53.389849+0000","last_peered":"2024-05-08T22:32:53.389849+0000","last_clean":"2024-05-08T22:32:53.389849+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:32:53.389849+0000","last_undegraded":"2024-05-08T22:32:53.389849+0000","last_fullsized":"2024-05-08T22:32:53.389849+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"16'6","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391165+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:32:53.391165+0000","last_peered":"2024-05-08T22:32:53.391165+0000","last_clean":"2024-05-08T22:32:53.391165+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:32:53.391165+0000","last_undegraded":"2024-05-08T22:32:53.391165+0000","last_fullsized":"2024-05-08T22:32:53.391165+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375726+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:32:53.375726+0000","last_peered":"2024-05-08T22:32:53.375726+0000","last_clean":"2024-05-08T22:32:53.375726+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:32:53.375726+0000","last_undegraded":"2024-05-08T22:32:53.375726+0000","last_fullsized":"2024-05-08T22:32:53.375726+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390470+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:32:53.390470+0000","last_peered":"2024-05-08T22:32:53.390470+0000","last_clean":"2024-05-08T22:32:53.390470+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:32:53.390470+0000","last_undegraded":"2024-05-08T22:32:53.390470+0000","last_fullsized":"2024-05-08T22:32:53.390470+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388637+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:32:53.388637+0000","last_peered":"2024-05-08T22:32:53.388637+0000","last_clean":"2024-05-08T22:32:53.388637+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:32:53.388637+0000","last_undegraded":"2024-05-08T22:32:53.388637+0000","last_fullsized":"2024-05-08T22:32:53.388637+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363832+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:32:53.363832+0000","last_peered":"2024-05-08T22:32:53.363832+0000","last_clean":"2024-05-08T22:32:53.363832+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:32:53.363832+0000","last_undegraded":"2024-05-08T22:32:53.363832+0000","last_fullsized":"2024-05-08T22:32:53.363832+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391796+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:32:53.391796+0000","last_peered":"2024-05-08T22:32:53.391796+0000","last_clean":"2024-05-08T22:32:53.391796+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:32:53.391796+0000","last_undegraded":"2024-05-08T22:32:53.391796+0000","last_fullsized":"2024-05-08T22:32:53.391796+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348581+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:32:53.348581+0000","last_peered":"2024-05-08T22:32:53.348581+0000","last_clean":"2024-05-08T22:32:53.348581+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:32:53.348581+0000","last_undegraded":"2024-05-08T22:32:53.348581+0000","last_fullsized":"2024-05-08T22:32:53.348581+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390214+0000","last_change":"2024-05-08T22:32:53.380777+0000","last_active":"2024-05-08T22:32:53.390214+0000","last_peered":"2024-05-08T22:32:53.390214+0000","last_clean":"2024-05-08T22:32:53.390214+0000","last_became_active":"2024-05-08T22:32:53.380509+0000","last_became_peered":"2024-05-08T22:32:53.380509+0000","last_unstale":"2024-05-08T22:32:53.390214+0000","last_undegraded":"2024-05-08T22:32:53.390214+0000","last_fullsized":"2024-05-08T22:32:53.390214+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"16'8","reported_seq":18,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388749+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:32:53.388749+0000","last_peered":"2024-05-08T22:32:53.388749+0000","last_clean":"2024-05-08T22:32:53.388749+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:32:53.388749+0000","last_undegraded":"2024-05-08T22:32:53.388749+0000","last_fullsized":"2024-05-08T22:32:53.388749+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388356+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:32:53.388356+0000","last_peered":"2024-05-08T22:32:53.388356+0000","last_clean":"2024-05-08T22:32:53.388356+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:32:53.388356+0000","last_undegraded":"2024-05-08T22:32:53.388356+0000","last_fullsized":"2024-05-08T22:32:53.388356+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390356+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:32:53.390356+0000","last_peered":"2024-05-08T22:32:53.390356+0000","last_clean":"2024-05-08T22:32:53.390356+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:32:53.390356+0000","last_undegraded":"2024-05-08T22:32:53.390356+0000","last_fullsized":"2024-05-08T22:32:53.390356+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385259+0000","last_change":"2024-05-08T22:32:53.376329+0000","last_active":"2024-05-08T22:32:53.385259+0000","last_peered":"2024-05-08T22:32:53.385259+0000","last_clean":"2024-05-08T22:32:53.385259+0000","last_became_active":"2024-05-08T22:32:53.375677+0000","last_became_peered":"2024-05-08T22:32:53.375677+0000","last_unstale":"2024-05-08T22:32:53.385259+0000","last_undegraded":"2024-05-08T22:32:53.385259+0000","last_fullsized":"2024-05-08T22:32:53.385259+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375442+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:32:53.375442+0000","last_peered":"2024-05-08T22:32:53.375442+0000","last_clean":"2024-05-08T22:32:53.375442+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:32:53.375442+0000","last_undegraded":"2024-05-08T22:32:53.375442+0000","last_fullsized":"2024-05-08T22:32:53.375442+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389683+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:32:53.389683+0000","last_peered":"2024-05-08T22:32:53.389683+0000","last_clean":"2024-05-08T22:32:53.389683+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:32:53.389683+0000","last_undegraded":"2024-05-08T22:32:53.389683+0000","last_fullsized":"2024-05-08T22:32:53.389683+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391556+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:32:53.391556+0000","last_peered":"2024-05-08T22:32:53.391556+0000","last_clean":"2024-05-08T22:32:53.391556+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:32:53.391556+0000","last_undegraded":"2024-05-08T22:32:53.391556+0000","last_fullsized":"2024-05-08T22:32:53.391556+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383290+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:32:53.383290+0000","last_peered":"2024-05-08T22:32:53.383290+0000","last_clean":"2024-05-08T22:32:53.383290+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:32:53.383290+0000","last_undegraded":"2024-05-08T22:32:53.383290+0000","last_fullsized":"2024-05-08T22:32:53.383290+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363067+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:32:53.363067+0000","last_peered":"2024-05-08T22:32:53.363067+0000","last_clean":"2024-05-08T22:32:53.363067+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:32:53.363067+0000","last_undegraded":"2024-05-08T22:32:53.363067+0000","last_fullsized":"2024-05-08T22:32:53.363067+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389998+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:32:53.389998+0000","last_peered":"2024-05-08T22:32:53.389998+0000","last_clean":"2024-05-08T22:32:53.389998+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:32:53.389998+0000","last_undegraded":"2024-05-08T22:32:53.389998+0000","last_fullsized":"2024-05-08T22:32:53.389998+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.372788+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:32:53.372788+0000","last_peered":"2024-05-08T22:32:53.372788+0000","last_clean":"2024-05-08T22:32:53.372788+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:32:53.372788+0000","last_undegraded":"2024-05-08T22:32:53.372788+0000","last_fullsized":"2024-05-08T22:32:53.372788+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390253+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:32:53.390253+0000","last_peered":"2024-05-08T22:32:53.390253+0000","last_clean":"2024-05-08T22:32:53.390253+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:32:53.390253+0000","last_undegraded":"2024-05-08T22:32:53.390253+0000","last_fullsized":"2024-05-08T22:32:53.390253+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.349047+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:32:53.349047+0000","last_peered":"2024-05-08T22:32:53.349047+0000","last_clean":"2024-05-08T22:32:53.349047+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:32:53.349047+0000","last_undegraded":"2024-05-08T22:32:53.349047+0000","last_fullsized":"2024-05-08T22:32:53.349047+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388966+0000","last_change":"2024-05-08T22:32:53.385787+0000","last_active":"2024-05-08T22:32:53.388966+0000","last_peered":"2024-05-08T22:32:53.388966+0000","last_clean":"2024-05-08T22:32:53.388966+0000","last_became_active":"2024-05-08T22:32:53.376496+0000","last_became_peered":"2024-05-08T22:32:53.376496+0000","last_unstale":"2024-05-08T22:32:53.388966+0000","last_undegraded":"2024-05-08T22:32:53.388966+0000","last_fullsized":"2024-05-08T22:32:53.388966+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348129+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:32:53.348129+0000","last_peered":"2024-05-08T22:32:53.348129+0000","last_clean":"2024-05-08T22:32:53.348129+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:32:53.348129+0000","last_undegraded":"2024-05-08T22:32:53.348129+0000","last_fullsized":"2024-05-08T22:32:53.348129+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383324+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:32:53.383324+0000","last_peered":"2024-05-08T22:32:53.383324+0000","last_clean":"2024-05-08T22:32:53.383324+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:32:53.383324+0000","last_undegraded":"2024-05-08T22:32:53.383324+0000","last_fullsized":"2024-05-08T22:32:53.383324+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348055+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:32:53.348055+0000","last_peered":"2024-05-08T22:32:53.348055+0000","last_clean":"2024-05-08T22:32:53.348055+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:32:53.348055+0000","last_undegraded":"2024-05-08T22:32:53.348055+0000","last_fullsized":"2024-05-08T22:32:53.348055+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389495+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:32:53.389495+0000","last_peered":"2024-05-08T22:32:53.389495+0000","last_clean":"2024-05-08T22:32:53.389495+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:32:53.389495+0000","last_undegraded":"2024-05-08T22:32:53.389495+0000","last_fullsized":"2024-05-08T22:32:53.389495+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.360028+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:32:53.360028+0000","last_peered":"2024-05-08T22:32:53.360028+0000","last_clean":"2024-05-08T22:32:53.360028+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:32:53.360028+0000","last_undegraded":"2024-05-08T22:32:53.360028+0000","last_fullsized":"2024-05-08T22:32:53.360028+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.354231+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:32:53.354231+0000","last_peered":"2024-05-08T22:32:53.354231+0000","last_clean":"2024-05-08T22:32:53.354231+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:32:53.354231+0000","last_undegraded":"2024-05-08T22:32:53.354231+0000","last_fullsized":"2024-05-08T22:32:53.354231+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389830+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:32:53.389830+0000","last_peered":"2024-05-08T22:32:53.389830+0000","last_clean":"2024-05-08T22:32:53.389830+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:32:53.389830+0000","last_undegraded":"2024-05-08T22:32:53.389830+0000","last_fullsized":"2024-05-08T22:32:53.389830+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.349130+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:32:53.349130+0000","last_peered":"2024-05-08T22:32:53.349130+0000","last_clean":"2024-05-08T22:32:53.349130+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:32:53.349130+0000","last_undegraded":"2024-05-08T22:32:53.349130+0000","last_fullsized":"2024-05-08T22:32:53.349130+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.366515+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:32:53.366515+0000","last_peered":"2024-05-08T22:32:53.366515+0000","last_clean":"2024-05-08T22:32:53.366515+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:32:53.366515+0000","last_undegraded":"2024-05-08T22:32:53.366515+0000","last_fullsized":"2024-05-08T22:32:53.366515+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391397+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:32:53.391397+0000","last_peered":"2024-05-08T22:32:53.391397+0000","last_clean":"2024-05-08T22:32:53.391397+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:32:53.391397+0000","last_undegraded":"2024-05-08T22:32:53.391397+0000","last_fullsized":"2024-05-08T22:32:53.391397+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.351633+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:32:53.351633+0000","last_peered":"2024-05-08T22:32:53.351633+0000","last_clean":"2024-05-08T22:32:53.351633+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:32:53.351633+0000","last_undegraded":"2024-05-08T22:32:53.351633+0000","last_fullsized":"2024-05-08T22:32:53.351633+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357042+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:32:53.357042+0000","last_peered":"2024-05-08T22:32:53.357042+0000","last_clean":"2024-05-08T22:32:53.357042+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:32:53.357042+0000","last_undegraded":"2024-05-08T22:32:53.357042+0000","last_fullsized":"2024-05-08T22:32:53.357042+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389036+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:32:53.389036+0000","last_peered":"2024-05-08T22:32:53.389036+0000","last_clean":"2024-05-08T22:32:53.389036+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:32:53.389036+0000","last_undegraded":"2024-05-08T22:32:53.389036+0000","last_fullsized":"2024-05-08T22:32:53.389036+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348320+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:32:53.348320+0000","last_peered":"2024-05-08T22:32:53.348320+0000","last_clean":"2024-05-08T22:32:53.348320+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:32:53.348320+0000","last_undegraded":"2024-05-08T22:32:53.348320+0000","last_fullsized":"2024-05-08T22:32:53.348320+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.356913+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:32:53.356913+0000","last_peered":"2024-05-08T22:32:53.356913+0000","last_clean":"2024-05-08T22:32:53.356913+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:32:53.356913+0000","last_undegraded":"2024-05-08T22:32:53.356913+0000","last_fullsized":"2024-05-08T22:32:53.356913+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348947+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:32:53.348947+0000","last_peered":"2024-05-08T22:32:53.348947+0000","last_clean":"2024-05-08T22:32:53.348947+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:32:53.348947+0000","last_undegraded":"2024-05-08T22:32:53.348947+0000","last_fullsized":"2024-05-08T22:32:53.348947+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388510+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:32:53.388510+0000","last_peered":"2024-05-08T22:32:53.388510+0000","last_clean":"2024-05-08T22:32:53.388510+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:32:53.388510+0000","last_undegraded":"2024-05-08T22:32:53.388510+0000","last_fullsized":"2024-05-08T22:32:53.388510+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348565+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:32:53.348565+0000","last_peered":"2024-05-08T22:32:53.348565+0000","last_clean":"2024-05-08T22:32:53.348565+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:32:53.348565+0000","last_undegraded":"2024-05-08T22:32:53.348565+0000","last_fullsized":"2024-05-08T22:32:53.348565+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363126+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:32:53.363126+0000","last_peered":"2024-05-08T22:32:53.363126+0000","last_clean":"2024-05-08T22:32:53.363126+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:32:53.363126+0000","last_undegraded":"2024-05-08T22:32:53.363126+0000","last_fullsized":"2024-05-08T22:32:53.363126+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387891+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:32:53.387891+0000","last_peered":"2024-05-08T22:32:53.387891+0000","last_clean":"2024-05-08T22:32:53.387891+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:32:53.387891+0000","last_undegraded":"2024-05-08T22:32:53.387891+0000","last_fullsized":"2024-05-08T22:32:53.387891+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.360027+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:32:53.360027+0000","last_peered":"2024-05-08T22:32:53.360027+0000","last_clean":"2024-05-08T22:32:53.360027+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:32:53.360027+0000","last_undegraded":"2024-05-08T22:32:53.360027+0000","last_fullsized":"2024-05-08T22:32:53.360027+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.359921+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:32:53.359921+0000","last_peered":"2024-05-08T22:32:53.359921+0000","last_clean":"2024-05-08T22:32:53.359921+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:32:53.359921+0000","last_undegraded":"2024-05-08T22:32:53.359921+0000","last_fullsized":"2024-05-08T22:32:53.359921+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388004+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:32:53.388004+0000","last_peered":"2024-05-08T22:32:53.388004+0000","last_clean":"2024-05-08T22:32:53.388004+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:32:53.388004+0000","last_undegraded":"2024-05-08T22:32:53.388004+0000","last_fullsized":"2024-05-08T22:32:53.388004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391699+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:32:53.391699+0000","last_peered":"2024-05-08T22:32:53.391699+0000","last_clean":"2024-05-08T22:32:53.391699+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:32:53.391699+0000","last_undegraded":"2024-05-08T22:32:53.391699+0000","last_fullsized":"2024-05-08T22:32:53.391699+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.358561+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:32:53.358561+0000","last_peered":"2024-05-08T22:32:53.358561+0000","last_clean":"2024-05-08T22:32:53.358561+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:32:53.358561+0000","last_undegraded":"2024-05-08T22:32:53.358561+0000","last_fullsized":"2024-05-08T22:32:53.358561+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385249+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:32:53.385249+0000","last_peered":"2024-05-08T22:32:53.385249+0000","last_clean":"2024-05-08T22:32:53.385249+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:32:53.385249+0000","last_undegraded":"2024-05-08T22:32:53.385249+0000","last_fullsized":"2024-05-08T22:32:53.385249+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.361944+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:32:53.361944+0000","last_peered":"2024-05-08T22:32:53.361944+0000","last_clean":"2024-05-08T22:32:53.361944+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:32:53.361944+0000","last_undegraded":"2024-05-08T22:32:53.361944+0000","last_fullsized":"2024-05-08T22:32:53.361944+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"17'1","reported_seq":11,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-05-08T22:32:54.477785+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:32:54.477785+0000","last_peered":"2024-05-08T22:32:54.477785+0000","last_clean":"2024-05-08T22:32:54.477785+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:32:54.477785+0000","last_undegraded":"2024-05-08T22:32:54.477785+0000","last_fullsized":"2024-05-08T22:32:54.477785+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383285+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:32:53.383285+0000","last_peered":"2024-05-08T22:32:53.383285+0000","last_clean":"2024-05-08T22:32:53.383285+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:32:53.383285+0000","last_undegraded":"2024-05-08T22:32:53.383285+0000","last_fullsized":"2024-05-08T22:32:53.383285+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387928+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:32:53.387928+0000","last_peered":"2024-05-08T22:32:53.387928+0000","last_clean":"2024-05-08T22:32:53.387928+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:32:53.387928+0000","last_undegraded":"2024-05-08T22:32:53.387928+0000","last_fullsized":"2024-05-08T22:32:53.387928+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.382906+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:32:53.382906+0000","last_peered":"2024-05-08T22:32:53.382906+0000","last_clean":"2024-05-08T22:32:53.382906+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:32:53.382906+0000","last_undegraded":"2024-05-08T22:32:53.382906+0000","last_fullsized":"2024-05-08T22:32:53.382906+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388000+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:32:53.388000+0000","last_peered":"2024-05-08T22:32:53.388000+0000","last_clean":"2024-05-08T22:32:53.388000+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:32:53.388000+0000","last_undegraded":"2024-05-08T22:32:53.388000+0000","last_fullsized":"2024-05-08T22:32:53.388000+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385227+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:32:53.385227+0000","last_peered":"2024-05-08T22:32:53.385227+0000","last_clean":"2024-05-08T22:32:53.385227+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:32:53.385227+0000","last_undegraded":"2024-05-08T22:32:53.385227+0000","last_fullsized":"2024-05-08T22:32:53.385227+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390779+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:32:53.390779+0000","last_peered":"2024-05-08T22:32:53.390779+0000","last_clean":"2024-05-08T22:32:53.390779+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:32:53.390779+0000","last_undegraded":"2024-05-08T22:32:53.390779+0000","last_fullsized":"2024-05-08T22:32:53.390779+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383271+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:32:53.383271+0000","last_peered":"2024-05-08T22:32:53.383271+0000","last_clean":"2024-05-08T22:32:53.383271+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:32:53.383271+0000","last_undegraded":"2024-05-08T22:32:53.383271+0000","last_fullsized":"2024-05-08T22:32:53.383271+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385378+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:32:53.385378+0000","last_peered":"2024-05-08T22:32:53.385378+0000","last_clean":"2024-05-08T22:32:53.385378+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:32:53.385378+0000","last_undegraded":"2024-05-08T22:32:53.385378+0000","last_fullsized":"2024-05-08T22:32:53.385378+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.380584+0000","last_change":"2024-05-08T22:32:53.364351+0000","last_active":"2024-05-08T22:32:53.380584+0000","last_peered":"2024-05-08T22:32:53.380584+0000","last_clean":"2024-05-08T22:32:53.380584+0000","last_became_active":"2024-05-08T22:32:53.364124+0000","last_became_peered":"2024-05-08T22:32:53.364124+0000","last_unstale":"2024-05-08T22:32:53.380584+0000","last_undegraded":"2024-05-08T22:32:53.380584+0000","last_fullsized":"2024-05-08T22:32:53.380584+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390466+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:32:53.390466+0000","last_peered":"2024-05-08T22:32:53.390466+0000","last_clean":"2024-05-08T22:32:53.390466+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:32:53.390466+0000","last_undegraded":"2024-05-08T22:32:53.390466+0000","last_fullsized":"2024-05-08T22:32:53.390466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.374343+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:32:53.374343+0000","last_peered":"2024-05-08T22:32:53.374343+0000","last_clean":"2024-05-08T22:32:53.374343+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:32:53.374343+0000","last_undegraded":"2024-05-08T22:32:53.374343+0000","last_fullsized":"2024-05-08T22:32:53.374343+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389529+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:32:53.389529+0000","last_peered":"2024-05-08T22:32:53.389529+0000","last_clean":"2024-05-08T22:32:53.389529+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:32:53.389529+0000","last_undegraded":"2024-05-08T22:32:53.389529+0000","last_fullsized":"2024-05-08T22:32:53.389529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.380564+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:32:53.380564+0000","last_peered":"2024-05-08T22:32:53.380564+0000","last_clean":"2024-05-08T22:32:53.380564+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:32:53.380564+0000","last_undegraded":"2024-05-08T22:32:53.380564+0000","last_fullsized":"2024-05-08T22:32:53.380564+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390198+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:32:53.390198+0000","last_peered":"2024-05-08T22:32:53.390198+0000","last_clean":"2024-05-08T22:32:53.390198+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:32:53.390198+0000","last_undegraded":"2024-05-08T22:32:53.390198+0000","last_fullsized":"2024-05-08T22:32:53.390198+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.378662+0000","last_change":"2024-05-08T22:32:53.370683+0000","last_active":"2024-05-08T22:32:53.378662+0000","last_peered":"2024-05-08T22:32:53.378662+0000","last_clean":"2024-05-08T22:32:53.378662+0000","last_became_active":"2024-05-08T22:32:53.370392+0000","last_became_peered":"2024-05-08T22:32:53.370392+0000","last_unstale":"2024-05-08T22:32:53.378662+0000","last_undegraded":"2024-05-08T22:32:53.378662+0000","last_fullsized":"2024-05-08T22:32:53.378662+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.372155+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:32:53.372155+0000","last_peered":"2024-05-08T22:32:53.372155+0000","last_clean":"2024-05-08T22:32:53.372155+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:32:53.372155+0000","last_undegraded":"2024-05-08T22:32:53.372155+0000","last_fullsized":"2024-05-08T22:32:53.372155+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297264,"kb_used_data":168,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074576,"statfs":{"total":96636764160,"available":96332365824,"internally_reserved":0,"allocated":172032,"data_stored":48929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.193}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.251}]}]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297252,"kb_used_data":156,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074588,"statfs":{"total":96636764160,"available":96332378112,"internally_reserved":0,"allocated":159744,"data_stored":48735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297256,"kb_used_data":160,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074584,"statfs":{"total":96636764160,"available":96332374016,"internally_reserved":0,"allocated":163840,"data_stored":47899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]}]},{"osd":1,"up_from":9,"seq":38654705669,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297252,"kb_used_data":156,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074588,"statfs":{"total":96636764160,"available":96332378112,"internally_reserved":0,"allocated":159744,"data_stored":47845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.214}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:33:01.065 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:33:01.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.219+0000 7f40d8f9d700 1 Processor -- start 2024-05-08T22:33:01.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.219+0000 7f40d8f9d700 1 -- start start 2024-05-08T22:33:01.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d8f9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f40d4095e40 0x7f40d4096220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d8f9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d4130370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d8f9d700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40d4068c50 con 0x7f40d4097150 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d8f9d700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40d4097530 con 0x7f40d4095e40 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d8f9d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f40d40681b0 con 0x7f40d412df80 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d1d9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f40d4095e40 0x7f40d4096220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d2d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d4130370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d259c700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f40d4097150 0x7f40d4095730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54106/0 (socket says 172.21.15.38:54106) 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d259c700 1 -- 172.21.15.38:0/315687033 learned_addr learned my addr 172.21.15.38:0/315687033 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d1d9b700 1 -- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 msgr2=0x7f40d4130370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d1d9b700 1 --2- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d4130370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d1d9b700 1 -- 172.21.15.38:0/315687033 >> v1:172.21.15.38:6789/0 conn(0x7f40d4097150 legacy=0x7f40d4095730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d1d9b700 1 -- 172.21.15.38:0/315687033 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40d405e760 con 0x7f40d4095e40 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d159a700 1 -- 172.21.15.38:0/315687033 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1199347780 0 0) 0x7f40d4068c50 con 0x7f40d4097150 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.220+0000 7f40d2d9d700 1 --2- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d4130370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d1d9b700 1 --2- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d4096220 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 rx=0x7f40bc009760 tx=0x7f40bc009060).ready entity=mon.0 client_cookie=cab9944c908b640c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d159a700 1 -- 172.21.15.38:0/315687033 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40bc00f510 con 0x7f40d4095e40 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d159a700 1 -- 172.21.15.38:0/315687033 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40bc00f670 con 0x7f40d4095e40 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d159a700 1 -- 172.21.15.38:0/315687033 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40bc00f9f0 con 0x7f40d4095e40 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 -- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 msgr2=0x7f40d4096220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d4096220 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 rx=0x7f40bc009760 tx=0x7f40bc009060).stop 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 -- 172.21.15.38:0/315687033 shutdown_connections 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d4130370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/315687033 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d4096220 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 -- 172.21.15.38:0/315687033 >> 172.21.15.38:0/315687033 conn(0x7f40d409a850 msgr2=0x7f40d4096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 -- 172.21.15.38:0/315687033 shutdown_connections 2024-05-08T22:33:01.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.221+0000 7f40d8f9d700 1 -- 172.21.15.38:0/315687033 wait complete. 2024-05-08T22:33:01.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.222+0000 7f40d8f9d700 1 Processor -- start 2024-05-08T22:33:01.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.222+0000 7f40d8f9d700 1 -- start start 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d8f9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d408dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d8f9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f40d4097150 0x7f40d412cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d8f9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d412d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d8f9d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40d408cde0 con 0x7f40d4095e40 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d8f9d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40d412e520 con 0x7f40d4097150 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d8f9d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f40d4068300 con 0x7f40d412df80 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d408dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d1d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f40d4097150 0x7f40d412cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d408dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57136/0 (socket says 172.21.15.38:57136) 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 -- 172.21.15.38:0/3183239041 learned_addr learned my addr 172.21.15.38:0/3183239041 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d2d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d412d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 -- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 msgr2=0x7f40d412d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d412d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 -- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f40d4097150 msgr2=0x7f40d412cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f40d4097150 0x7f40d412cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 -- 172.21.15.38:0/3183239041 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40cc009a20 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d1d9b700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f40d4097150 0x7f40d412cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.223+0000 7f40d259c700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d408dca0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 rx=0x7f40c400c4c0 tx=0x7f40c4007c10).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.224+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40c400ce30 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.224+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40c40072e0 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.224+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40bc0092a0 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.224+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40c40057a0 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.224+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40d4067550 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.224+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f40c4005bd0 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.225+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f40c403a790 con 0x7f40d4095e40 2024-05-08T22:33:01.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.225+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40d40646d0 con 0x7f40d4095e40 2024-05-08T22:33:01.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.229+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f40c401d3f0 con 0x7f40d4095e40 2024-05-08T22:33:01.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.400+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f40d408d390 con 0x7f40b402bd00 2024-05-08T22:33:01.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.408+0000 7f40caffd700 1 -- 172.21.15.38:0/3183239041 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249877 (unknown 2965378022 0 2938509841) 0x7f40d408d390 con 0x7f40b402bd00 2024-05-08T22:33:01.410 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:01.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 >> v1:172.21.15.38:6816/46721 conn(0x7f40b402bd00 legacy=0x7f40b402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 msgr2=0x7f40d408dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d408dca0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 rx=0x7f40c400c4c0 tx=0x7f40c4007c10).stop 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 shutdown_connections 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f40d412df80 0x7f40d412d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f40d4095e40 0x7f40d408dca0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 --2- 172.21.15.38:0/3183239041 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f40d4097150 0x7f40d412cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 >> 172.21.15.38:0/3183239041 conn(0x7f40d409a850 msgr2=0x7f40d4093a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 shutdown_connections 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.410+0000 7f40d8f9d700 1 -- 172.21.15.38:0/3183239041 wait complete. 2024-05-08T22:33:01.413 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:33:01.422 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-05-08T22:32:59.654999+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1189024,"kb_used_data":640,"kb_used_omap":0,"kb_used_meta":1188352,"kb_avail":376298336,"statfs":{"total":386547056640,"available":385329496064,"internally_reserved":0,"allocated":655360,"data_stored":193408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1216872448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000497"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383205+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:32:53.383205+0000","last_peered":"2024-05-08T22:32:53.383205+0000","last_clean":"2024-05-08T22:32:53.383205+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:32:53.383205+0000","last_undegraded":"2024-05-08T22:32:53.383205+0000","last_fullsized":"2024-05-08T22:32:53.383205+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375071+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:32:53.375071+0000","last_peered":"2024-05-08T22:32:53.375071+0000","last_clean":"2024-05-08T22:32:53.375071+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:32:53.375071+0000","last_undegraded":"2024-05-08T22:32:53.375071+0000","last_fullsized":"2024-05-08T22:32:53.375071+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387932+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:32:53.387932+0000","last_peered":"2024-05-08T22:32:53.387932+0000","last_clean":"2024-05-08T22:32:53.387932+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:32:53.387932+0000","last_undegraded":"2024-05-08T22:32:53.387932+0000","last_fullsized":"2024-05-08T22:32:53.387932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387579+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:32:53.387579+0000","last_peered":"2024-05-08T22:32:53.387579+0000","last_clean":"2024-05-08T22:32:53.387579+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:32:53.387579+0000","last_undegraded":"2024-05-08T22:32:53.387579+0000","last_fullsized":"2024-05-08T22:32:53.387579+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390176+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:32:53.390176+0000","last_peered":"2024-05-08T22:32:53.390176+0000","last_clean":"2024-05-08T22:32:53.390176+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:32:53.390176+0000","last_undegraded":"2024-05-08T22:32:53.390176+0000","last_fullsized":"2024-05-08T22:32:53.390176+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376591+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:32:53.376591+0000","last_peered":"2024-05-08T22:32:53.376591+0000","last_clean":"2024-05-08T22:32:53.376591+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:32:53.376591+0000","last_undegraded":"2024-05-08T22:32:53.376591+0000","last_fullsized":"2024-05-08T22:32:53.376591+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389736+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:32:53.389736+0000","last_peered":"2024-05-08T22:32:53.389736+0000","last_clean":"2024-05-08T22:32:53.389736+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:32:53.389736+0000","last_undegraded":"2024-05-08T22:32:53.389736+0000","last_fullsized":"2024-05-08T22:32:53.389736+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376463+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:32:53.376463+0000","last_peered":"2024-05-08T22:32:53.376463+0000","last_clean":"2024-05-08T22:32:53.376463+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:32:53.376463+0000","last_undegraded":"2024-05-08T22:32:53.376463+0000","last_fullsized":"2024-05-08T22:32:53.376463+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390535+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:32:53.390535+0000","last_peered":"2024-05-08T22:32:53.390535+0000","last_clean":"2024-05-08T22:32:53.390535+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:32:53.390535+0000","last_undegraded":"2024-05-08T22:32:53.390535+0000","last_fullsized":"2024-05-08T22:32:53.390535+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389754+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:32:53.389754+0000","last_peered":"2024-05-08T22:32:53.389754+0000","last_clean":"2024-05-08T22:32:53.389754+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:32:53.389754+0000","last_undegraded":"2024-05-08T22:32:53.389754+0000","last_fullsized":"2024-05-08T22:32:53.389754+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388977+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:32:53.388977+0000","last_peered":"2024-05-08T22:32:53.388977+0000","last_clean":"2024-05-08T22:32:53.388977+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:32:53.388977+0000","last_undegraded":"2024-05-08T22:32:53.388977+0000","last_fullsized":"2024-05-08T22:32:53.388977+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389022+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:32:53.389022+0000","last_peered":"2024-05-08T22:32:53.389022+0000","last_clean":"2024-05-08T22:32:53.389022+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:32:53.389022+0000","last_undegraded":"2024-05-08T22:32:53.389022+0000","last_fullsized":"2024-05-08T22:32:53.389022+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385247+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:32:53.385247+0000","last_peered":"2024-05-08T22:32:53.385247+0000","last_clean":"2024-05-08T22:32:53.385247+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:32:53.385247+0000","last_undegraded":"2024-05-08T22:32:53.385247+0000","last_fullsized":"2024-05-08T22:32:53.385247+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.371345+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:32:53.371345+0000","last_peered":"2024-05-08T22:32:53.371345+0000","last_clean":"2024-05-08T22:32:53.371345+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:32:53.371345+0000","last_undegraded":"2024-05-08T22:32:53.371345+0000","last_fullsized":"2024-05-08T22:32:53.371345+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387886+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:32:53.387886+0000","last_peered":"2024-05-08T22:32:53.387886+0000","last_clean":"2024-05-08T22:32:53.387886+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:32:53.387886+0000","last_undegraded":"2024-05-08T22:32:53.387886+0000","last_fullsized":"2024-05-08T22:32:53.387886+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.376209+0000","last_change":"2024-05-08T22:32:53.372283+0000","last_active":"2024-05-08T22:32:53.376209+0000","last_peered":"2024-05-08T22:32:53.376209+0000","last_clean":"2024-05-08T22:32:53.376209+0000","last_became_active":"2024-05-08T22:32:53.372021+0000","last_became_peered":"2024-05-08T22:32:53.372021+0000","last_unstale":"2024-05-08T22:32:53.376209+0000","last_undegraded":"2024-05-08T22:32:53.376209+0000","last_fullsized":"2024-05-08T22:32:53.376209+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390554+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:32:53.390554+0000","last_peered":"2024-05-08T22:32:53.390554+0000","last_clean":"2024-05-08T22:32:53.390554+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:32:53.390554+0000","last_undegraded":"2024-05-08T22:32:53.390554+0000","last_fullsized":"2024-05-08T22:32:53.390554+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387850+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:32:53.387850+0000","last_peered":"2024-05-08T22:32:53.387850+0000","last_clean":"2024-05-08T22:32:53.387850+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:32:53.387850+0000","last_undegraded":"2024-05-08T22:32:53.387850+0000","last_fullsized":"2024-05-08T22:32:53.387850+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388995+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:32:53.388995+0000","last_peered":"2024-05-08T22:32:53.388995+0000","last_clean":"2024-05-08T22:32:53.388995+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:32:53.388995+0000","last_undegraded":"2024-05-08T22:32:53.388995+0000","last_fullsized":"2024-05-08T22:32:53.388995+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.392093+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:32:53.392093+0000","last_peered":"2024-05-08T22:32:53.392093+0000","last_clean":"2024-05-08T22:32:53.392093+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:32:53.392093+0000","last_undegraded":"2024-05-08T22:32:53.392093+0000","last_fullsized":"2024-05-08T22:32:53.392093+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389451+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:32:53.389451+0000","last_peered":"2024-05-08T22:32:53.389451+0000","last_clean":"2024-05-08T22:32:53.389451+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:32:53.389451+0000","last_undegraded":"2024-05-08T22:32:53.389451+0000","last_fullsized":"2024-05-08T22:32:53.389451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.378652+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:32:53.378652+0000","last_peered":"2024-05-08T22:32:53.378652+0000","last_clean":"2024-05-08T22:32:53.378652+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:32:53.378652+0000","last_undegraded":"2024-05-08T22:32:53.378652+0000","last_fullsized":"2024-05-08T22:32:53.378652+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387619+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:32:53.387619+0000","last_peered":"2024-05-08T22:32:53.387619+0000","last_clean":"2024-05-08T22:32:53.387619+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:32:53.387619+0000","last_undegraded":"2024-05-08T22:32:53.387619+0000","last_fullsized":"2024-05-08T22:32:53.387619+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389728+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:32:53.389728+0000","last_peered":"2024-05-08T22:32:53.389728+0000","last_clean":"2024-05-08T22:32:53.389728+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:32:53.389728+0000","last_undegraded":"2024-05-08T22:32:53.389728+0000","last_fullsized":"2024-05-08T22:32:53.389728+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389641+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:32:53.389641+0000","last_peered":"2024-05-08T22:32:53.389641+0000","last_clean":"2024-05-08T22:32:53.389641+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:32:53.389641+0000","last_undegraded":"2024-05-08T22:32:53.389641+0000","last_fullsized":"2024-05-08T22:32:53.389641+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.371980+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:32:53.371980+0000","last_peered":"2024-05-08T22:32:53.371980+0000","last_clean":"2024-05-08T22:32:53.371980+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:32:53.371980+0000","last_undegraded":"2024-05-08T22:32:53.371980+0000","last_fullsized":"2024-05-08T22:32:53.371980+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388533+0000","last_change":"2024-05-08T22:32:53.384708+0000","last_active":"2024-05-08T22:32:53.388533+0000","last_peered":"2024-05-08T22:32:53.388533+0000","last_clean":"2024-05-08T22:32:53.388533+0000","last_became_active":"2024-05-08T22:32:53.384260+0000","last_became_peered":"2024-05-08T22:32:53.384260+0000","last_unstale":"2024-05-08T22:32:53.388533+0000","last_undegraded":"2024-05-08T22:32:53.388533+0000","last_fullsized":"2024-05-08T22:32:53.388533+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.377681+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:32:53.377681+0000","last_peered":"2024-05-08T22:32:53.377681+0000","last_clean":"2024-05-08T22:32:53.377681+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:32:53.377681+0000","last_undegraded":"2024-05-08T22:32:53.377681+0000","last_fullsized":"2024-05-08T22:32:53.377681+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.384068+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:32:53.384068+0000","last_peered":"2024-05-08T22:32:53.384068+0000","last_clean":"2024-05-08T22:32:53.384068+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:32:53.384068+0000","last_undegraded":"2024-05-08T22:32:53.384068+0000","last_fullsized":"2024-05-08T22:32:53.384068+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357864+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:32:53.357864+0000","last_peered":"2024-05-08T22:32:53.357864+0000","last_clean":"2024-05-08T22:32:53.357864+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:32:53.357864+0000","last_undegraded":"2024-05-08T22:32:53.357864+0000","last_fullsized":"2024-05-08T22:32:53.357864+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387872+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:32:53.387872+0000","last_peered":"2024-05-08T22:32:53.387872+0000","last_clean":"2024-05-08T22:32:53.387872+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:32:53.387872+0000","last_undegraded":"2024-05-08T22:32:53.387872+0000","last_fullsized":"2024-05-08T22:32:53.387872+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348664+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:32:53.348664+0000","last_peered":"2024-05-08T22:32:53.348664+0000","last_clean":"2024-05-08T22:32:53.348664+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:32:53.348664+0000","last_undegraded":"2024-05-08T22:32:53.348664+0000","last_fullsized":"2024-05-08T22:32:53.348664+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388334+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:32:53.388334+0000","last_peered":"2024-05-08T22:32:53.388334+0000","last_clean":"2024-05-08T22:32:53.388334+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:32:53.388334+0000","last_undegraded":"2024-05-08T22:32:53.388334+0000","last_fullsized":"2024-05-08T22:32:53.388334+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.368652+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:32:53.368652+0000","last_peered":"2024-05-08T22:32:53.368652+0000","last_clean":"2024-05-08T22:32:53.368652+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:32:53.368652+0000","last_undegraded":"2024-05-08T22:32:53.368652+0000","last_fullsized":"2024-05-08T22:32:53.368652+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385233+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:32:53.385233+0000","last_peered":"2024-05-08T22:32:53.385233+0000","last_clean":"2024-05-08T22:32:53.385233+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:32:53.385233+0000","last_undegraded":"2024-05-08T22:32:53.385233+0000","last_fullsized":"2024-05-08T22:32:53.385233+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357437+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:32:53.357437+0000","last_peered":"2024-05-08T22:32:53.357437+0000","last_clean":"2024-05-08T22:32:53.357437+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:32:53.357437+0000","last_undegraded":"2024-05-08T22:32:53.357437+0000","last_fullsized":"2024-05-08T22:32:53.357437+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387639+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:32:53.387639+0000","last_peered":"2024-05-08T22:32:53.387639+0000","last_clean":"2024-05-08T22:32:53.387639+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:32:53.387639+0000","last_undegraded":"2024-05-08T22:32:53.387639+0000","last_fullsized":"2024-05-08T22:32:53.387639+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"16'3","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387760+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:32:53.387760+0000","last_peered":"2024-05-08T22:32:53.387760+0000","last_clean":"2024-05-08T22:32:53.387760+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:32:53.387760+0000","last_undegraded":"2024-05-08T22:32:53.387760+0000","last_fullsized":"2024-05-08T22:32:53.387760+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389849+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:32:53.389849+0000","last_peered":"2024-05-08T22:32:53.389849+0000","last_clean":"2024-05-08T22:32:53.389849+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:32:53.389849+0000","last_undegraded":"2024-05-08T22:32:53.389849+0000","last_fullsized":"2024-05-08T22:32:53.389849+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"16'6","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391165+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:32:53.391165+0000","last_peered":"2024-05-08T22:32:53.391165+0000","last_clean":"2024-05-08T22:32:53.391165+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:32:53.391165+0000","last_undegraded":"2024-05-08T22:32:53.391165+0000","last_fullsized":"2024-05-08T22:32:53.391165+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375726+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:32:53.375726+0000","last_peered":"2024-05-08T22:32:53.375726+0000","last_clean":"2024-05-08T22:32:53.375726+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:32:53.375726+0000","last_undegraded":"2024-05-08T22:32:53.375726+0000","last_fullsized":"2024-05-08T22:32:53.375726+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390470+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:32:53.390470+0000","last_peered":"2024-05-08T22:32:53.390470+0000","last_clean":"2024-05-08T22:32:53.390470+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:32:53.390470+0000","last_undegraded":"2024-05-08T22:32:53.390470+0000","last_fullsized":"2024-05-08T22:32:53.390470+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388637+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:32:53.388637+0000","last_peered":"2024-05-08T22:32:53.388637+0000","last_clean":"2024-05-08T22:32:53.388637+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:32:53.388637+0000","last_undegraded":"2024-05-08T22:32:53.388637+0000","last_fullsized":"2024-05-08T22:32:53.388637+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363832+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:32:53.363832+0000","last_peered":"2024-05-08T22:32:53.363832+0000","last_clean":"2024-05-08T22:32:53.363832+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:32:53.363832+0000","last_undegraded":"2024-05-08T22:32:53.363832+0000","last_fullsized":"2024-05-08T22:32:53.363832+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391796+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:32:53.391796+0000","last_peered":"2024-05-08T22:32:53.391796+0000","last_clean":"2024-05-08T22:32:53.391796+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:32:53.391796+0000","last_undegraded":"2024-05-08T22:32:53.391796+0000","last_fullsized":"2024-05-08T22:32:53.391796+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348581+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:32:53.348581+0000","last_peered":"2024-05-08T22:32:53.348581+0000","last_clean":"2024-05-08T22:32:53.348581+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:32:53.348581+0000","last_undegraded":"2024-05-08T22:32:53.348581+0000","last_fullsized":"2024-05-08T22:32:53.348581+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390214+0000","last_change":"2024-05-08T22:32:53.380777+0000","last_active":"2024-05-08T22:32:53.390214+0000","last_peered":"2024-05-08T22:32:53.390214+0000","last_clean":"2024-05-08T22:32:53.390214+0000","last_became_active":"2024-05-08T22:32:53.380509+0000","last_became_peered":"2024-05-08T22:32:53.380509+0000","last_unstale":"2024-05-08T22:32:53.390214+0000","last_undegraded":"2024-05-08T22:32:53.390214+0000","last_fullsized":"2024-05-08T22:32:53.390214+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"16'8","reported_seq":18,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388749+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:32:53.388749+0000","last_peered":"2024-05-08T22:32:53.388749+0000","last_clean":"2024-05-08T22:32:53.388749+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:32:53.388749+0000","last_undegraded":"2024-05-08T22:32:53.388749+0000","last_fullsized":"2024-05-08T22:32:53.388749+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388356+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:32:53.388356+0000","last_peered":"2024-05-08T22:32:53.388356+0000","last_clean":"2024-05-08T22:32:53.388356+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:32:53.388356+0000","last_undegraded":"2024-05-08T22:32:53.388356+0000","last_fullsized":"2024-05-08T22:32:53.388356+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390356+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:32:53.390356+0000","last_peered":"2024-05-08T22:32:53.390356+0000","last_clean":"2024-05-08T22:32:53.390356+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:32:53.390356+0000","last_undegraded":"2024-05-08T22:32:53.390356+0000","last_fullsized":"2024-05-08T22:32:53.390356+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385259+0000","last_change":"2024-05-08T22:32:53.376329+0000","last_active":"2024-05-08T22:32:53.385259+0000","last_peered":"2024-05-08T22:32:53.385259+0000","last_clean":"2024-05-08T22:32:53.385259+0000","last_became_active":"2024-05-08T22:32:53.375677+0000","last_became_peered":"2024-05-08T22:32:53.375677+0000","last_unstale":"2024-05-08T22:32:53.385259+0000","last_undegraded":"2024-05-08T22:32:53.385259+0000","last_fullsized":"2024-05-08T22:32:53.385259+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.375442+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:32:53.375442+0000","last_peered":"2024-05-08T22:32:53.375442+0000","last_clean":"2024-05-08T22:32:53.375442+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:32:53.375442+0000","last_undegraded":"2024-05-08T22:32:53.375442+0000","last_fullsized":"2024-05-08T22:32:53.375442+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389683+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:32:53.389683+0000","last_peered":"2024-05-08T22:32:53.389683+0000","last_clean":"2024-05-08T22:32:53.389683+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:32:53.389683+0000","last_undegraded":"2024-05-08T22:32:53.389683+0000","last_fullsized":"2024-05-08T22:32:53.389683+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391556+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:32:53.391556+0000","last_peered":"2024-05-08T22:32:53.391556+0000","last_clean":"2024-05-08T22:32:53.391556+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:32:53.391556+0000","last_undegraded":"2024-05-08T22:32:53.391556+0000","last_fullsized":"2024-05-08T22:32:53.391556+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383290+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:32:53.383290+0000","last_peered":"2024-05-08T22:32:53.383290+0000","last_clean":"2024-05-08T22:32:53.383290+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:32:53.383290+0000","last_undegraded":"2024-05-08T22:32:53.383290+0000","last_fullsized":"2024-05-08T22:32:53.383290+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363067+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:32:53.363067+0000","last_peered":"2024-05-08T22:32:53.363067+0000","last_clean":"2024-05-08T22:32:53.363067+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:32:53.363067+0000","last_undegraded":"2024-05-08T22:32:53.363067+0000","last_fullsized":"2024-05-08T22:32:53.363067+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389998+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:32:53.389998+0000","last_peered":"2024-05-08T22:32:53.389998+0000","last_clean":"2024-05-08T22:32:53.389998+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:32:53.389998+0000","last_undegraded":"2024-05-08T22:32:53.389998+0000","last_fullsized":"2024-05-08T22:32:53.389998+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.372788+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:32:53.372788+0000","last_peered":"2024-05-08T22:32:53.372788+0000","last_clean":"2024-05-08T22:32:53.372788+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:32:53.372788+0000","last_undegraded":"2024-05-08T22:32:53.372788+0000","last_fullsized":"2024-05-08T22:32:53.372788+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390253+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:32:53.390253+0000","last_peered":"2024-05-08T22:32:53.390253+0000","last_clean":"2024-05-08T22:32:53.390253+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:32:53.390253+0000","last_undegraded":"2024-05-08T22:32:53.390253+0000","last_fullsized":"2024-05-08T22:32:53.390253+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.349047+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:32:53.349047+0000","last_peered":"2024-05-08T22:32:53.349047+0000","last_clean":"2024-05-08T22:32:53.349047+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:32:53.349047+0000","last_undegraded":"2024-05-08T22:32:53.349047+0000","last_fullsized":"2024-05-08T22:32:53.349047+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388966+0000","last_change":"2024-05-08T22:32:53.385787+0000","last_active":"2024-05-08T22:32:53.388966+0000","last_peered":"2024-05-08T22:32:53.388966+0000","last_clean":"2024-05-08T22:32:53.388966+0000","last_became_active":"2024-05-08T22:32:53.376496+0000","last_became_peered":"2024-05-08T22:32:53.376496+0000","last_unstale":"2024-05-08T22:32:53.388966+0000","last_undegraded":"2024-05-08T22:32:53.388966+0000","last_fullsized":"2024-05-08T22:32:53.388966+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348129+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:32:53.348129+0000","last_peered":"2024-05-08T22:32:53.348129+0000","last_clean":"2024-05-08T22:32:53.348129+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:32:53.348129+0000","last_undegraded":"2024-05-08T22:32:53.348129+0000","last_fullsized":"2024-05-08T22:32:53.348129+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383324+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:32:53.383324+0000","last_peered":"2024-05-08T22:32:53.383324+0000","last_clean":"2024-05-08T22:32:53.383324+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:32:53.383324+0000","last_undegraded":"2024-05-08T22:32:53.383324+0000","last_fullsized":"2024-05-08T22:32:53.383324+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348055+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:32:53.348055+0000","last_peered":"2024-05-08T22:32:53.348055+0000","last_clean":"2024-05-08T22:32:53.348055+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:32:53.348055+0000","last_undegraded":"2024-05-08T22:32:53.348055+0000","last_fullsized":"2024-05-08T22:32:53.348055+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389495+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:32:53.389495+0000","last_peered":"2024-05-08T22:32:53.389495+0000","last_clean":"2024-05-08T22:32:53.389495+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:32:53.389495+0000","last_undegraded":"2024-05-08T22:32:53.389495+0000","last_fullsized":"2024-05-08T22:32:53.389495+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.360028+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:32:53.360028+0000","last_peered":"2024-05-08T22:32:53.360028+0000","last_clean":"2024-05-08T22:32:53.360028+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:32:53.360028+0000","last_undegraded":"2024-05-08T22:32:53.360028+0000","last_fullsized":"2024-05-08T22:32:53.360028+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.354231+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:32:53.354231+0000","last_peered":"2024-05-08T22:32:53.354231+0000","last_clean":"2024-05-08T22:32:53.354231+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:32:53.354231+0000","last_undegraded":"2024-05-08T22:32:53.354231+0000","last_fullsized":"2024-05-08T22:32:53.354231+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389830+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:32:53.389830+0000","last_peered":"2024-05-08T22:32:53.389830+0000","last_clean":"2024-05-08T22:32:53.389830+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:32:53.389830+0000","last_undegraded":"2024-05-08T22:32:53.389830+0000","last_fullsized":"2024-05-08T22:32:53.389830+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.349130+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:32:53.349130+0000","last_peered":"2024-05-08T22:32:53.349130+0000","last_clean":"2024-05-08T22:32:53.349130+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:32:53.349130+0000","last_undegraded":"2024-05-08T22:32:53.349130+0000","last_fullsized":"2024-05-08T22:32:53.349130+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.366515+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:32:53.366515+0000","last_peered":"2024-05-08T22:32:53.366515+0000","last_clean":"2024-05-08T22:32:53.366515+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:32:53.366515+0000","last_undegraded":"2024-05-08T22:32:53.366515+0000","last_fullsized":"2024-05-08T22:32:53.366515+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391397+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:32:53.391397+0000","last_peered":"2024-05-08T22:32:53.391397+0000","last_clean":"2024-05-08T22:32:53.391397+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:32:53.391397+0000","last_undegraded":"2024-05-08T22:32:53.391397+0000","last_fullsized":"2024-05-08T22:32:53.391397+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.351633+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:32:53.351633+0000","last_peered":"2024-05-08T22:32:53.351633+0000","last_clean":"2024-05-08T22:32:53.351633+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:32:53.351633+0000","last_undegraded":"2024-05-08T22:32:53.351633+0000","last_fullsized":"2024-05-08T22:32:53.351633+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.357042+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:32:53.357042+0000","last_peered":"2024-05-08T22:32:53.357042+0000","last_clean":"2024-05-08T22:32:53.357042+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:32:53.357042+0000","last_undegraded":"2024-05-08T22:32:53.357042+0000","last_fullsized":"2024-05-08T22:32:53.357042+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389036+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:32:53.389036+0000","last_peered":"2024-05-08T22:32:53.389036+0000","last_clean":"2024-05-08T22:32:53.389036+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:32:53.389036+0000","last_undegraded":"2024-05-08T22:32:53.389036+0000","last_fullsized":"2024-05-08T22:32:53.389036+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348320+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:32:53.348320+0000","last_peered":"2024-05-08T22:32:53.348320+0000","last_clean":"2024-05-08T22:32:53.348320+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:32:53.348320+0000","last_undegraded":"2024-05-08T22:32:53.348320+0000","last_fullsized":"2024-05-08T22:32:53.348320+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.356913+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:32:53.356913+0000","last_peered":"2024-05-08T22:32:53.356913+0000","last_clean":"2024-05-08T22:32:53.356913+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:32:53.356913+0000","last_undegraded":"2024-05-08T22:32:53.356913+0000","last_fullsized":"2024-05-08T22:32:53.356913+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348947+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:32:53.348947+0000","last_peered":"2024-05-08T22:32:53.348947+0000","last_clean":"2024-05-08T22:32:53.348947+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:32:53.348947+0000","last_undegraded":"2024-05-08T22:32:53.348947+0000","last_fullsized":"2024-05-08T22:32:53.348947+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388510+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:32:53.388510+0000","last_peered":"2024-05-08T22:32:53.388510+0000","last_clean":"2024-05-08T22:32:53.388510+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:32:53.388510+0000","last_undegraded":"2024-05-08T22:32:53.388510+0000","last_fullsized":"2024-05-08T22:32:53.388510+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.348565+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:32:53.348565+0000","last_peered":"2024-05-08T22:32:53.348565+0000","last_clean":"2024-05-08T22:32:53.348565+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:32:53.348565+0000","last_undegraded":"2024-05-08T22:32:53.348565+0000","last_fullsized":"2024-05-08T22:32:53.348565+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.363126+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:32:53.363126+0000","last_peered":"2024-05-08T22:32:53.363126+0000","last_clean":"2024-05-08T22:32:53.363126+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:32:53.363126+0000","last_undegraded":"2024-05-08T22:32:53.363126+0000","last_fullsized":"2024-05-08T22:32:53.363126+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387891+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:32:53.387891+0000","last_peered":"2024-05-08T22:32:53.387891+0000","last_clean":"2024-05-08T22:32:53.387891+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:32:53.387891+0000","last_undegraded":"2024-05-08T22:32:53.387891+0000","last_fullsized":"2024-05-08T22:32:53.387891+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.360027+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:32:53.360027+0000","last_peered":"2024-05-08T22:32:53.360027+0000","last_clean":"2024-05-08T22:32:53.360027+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:32:53.360027+0000","last_undegraded":"2024-05-08T22:32:53.360027+0000","last_fullsized":"2024-05-08T22:32:53.360027+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.359921+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:32:53.359921+0000","last_peered":"2024-05-08T22:32:53.359921+0000","last_clean":"2024-05-08T22:32:53.359921+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:32:53.359921+0000","last_undegraded":"2024-05-08T22:32:53.359921+0000","last_fullsized":"2024-05-08T22:32:53.359921+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388004+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:32:53.388004+0000","last_peered":"2024-05-08T22:32:53.388004+0000","last_clean":"2024-05-08T22:32:53.388004+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:32:53.388004+0000","last_undegraded":"2024-05-08T22:32:53.388004+0000","last_fullsized":"2024-05-08T22:32:53.388004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.391699+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:32:53.391699+0000","last_peered":"2024-05-08T22:32:53.391699+0000","last_clean":"2024-05-08T22:32:53.391699+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:32:53.391699+0000","last_undegraded":"2024-05-08T22:32:53.391699+0000","last_fullsized":"2024-05-08T22:32:53.391699+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.358561+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:32:53.358561+0000","last_peered":"2024-05-08T22:32:53.358561+0000","last_clean":"2024-05-08T22:32:53.358561+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:32:53.358561+0000","last_undegraded":"2024-05-08T22:32:53.358561+0000","last_fullsized":"2024-05-08T22:32:53.358561+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385249+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:32:53.385249+0000","last_peered":"2024-05-08T22:32:53.385249+0000","last_clean":"2024-05-08T22:32:53.385249+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:32:53.385249+0000","last_undegraded":"2024-05-08T22:32:53.385249+0000","last_fullsized":"2024-05-08T22:32:53.385249+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.361944+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:32:53.361944+0000","last_peered":"2024-05-08T22:32:53.361944+0000","last_clean":"2024-05-08T22:32:53.361944+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:32:53.361944+0000","last_undegraded":"2024-05-08T22:32:53.361944+0000","last_fullsized":"2024-05-08T22:32:53.361944+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"17'1","reported_seq":11,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-05-08T22:32:54.477785+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:32:54.477785+0000","last_peered":"2024-05-08T22:32:54.477785+0000","last_clean":"2024-05-08T22:32:54.477785+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:32:54.477785+0000","last_undegraded":"2024-05-08T22:32:54.477785+0000","last_fullsized":"2024-05-08T22:32:54.477785+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383285+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:32:53.383285+0000","last_peered":"2024-05-08T22:32:53.383285+0000","last_clean":"2024-05-08T22:32:53.383285+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:32:53.383285+0000","last_undegraded":"2024-05-08T22:32:53.383285+0000","last_fullsized":"2024-05-08T22:32:53.383285+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.387928+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:32:53.387928+0000","last_peered":"2024-05-08T22:32:53.387928+0000","last_clean":"2024-05-08T22:32:53.387928+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:32:53.387928+0000","last_undegraded":"2024-05-08T22:32:53.387928+0000","last_fullsized":"2024-05-08T22:32:53.387928+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.382906+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:32:53.382906+0000","last_peered":"2024-05-08T22:32:53.382906+0000","last_clean":"2024-05-08T22:32:53.382906+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:32:53.382906+0000","last_undegraded":"2024-05-08T22:32:53.382906+0000","last_fullsized":"2024-05-08T22:32:53.382906+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.388000+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:32:53.388000+0000","last_peered":"2024-05-08T22:32:53.388000+0000","last_clean":"2024-05-08T22:32:53.388000+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:32:53.388000+0000","last_undegraded":"2024-05-08T22:32:53.388000+0000","last_fullsized":"2024-05-08T22:32:53.388000+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385227+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:32:53.385227+0000","last_peered":"2024-05-08T22:32:53.385227+0000","last_clean":"2024-05-08T22:32:53.385227+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:32:53.385227+0000","last_undegraded":"2024-05-08T22:32:53.385227+0000","last_fullsized":"2024-05-08T22:32:53.385227+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"16'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390779+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:32:53.390779+0000","last_peered":"2024-05-08T22:32:53.390779+0000","last_clean":"2024-05-08T22:32:53.390779+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:32:53.390779+0000","last_undegraded":"2024-05-08T22:32:53.390779+0000","last_fullsized":"2024-05-08T22:32:53.390779+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.383271+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:32:53.383271+0000","last_peered":"2024-05-08T22:32:53.383271+0000","last_clean":"2024-05-08T22:32:53.383271+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:32:53.383271+0000","last_undegraded":"2024-05-08T22:32:53.383271+0000","last_fullsized":"2024-05-08T22:32:53.383271+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.385378+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:32:53.385378+0000","last_peered":"2024-05-08T22:32:53.385378+0000","last_clean":"2024-05-08T22:32:53.385378+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:32:53.385378+0000","last_undegraded":"2024-05-08T22:32:53.385378+0000","last_fullsized":"2024-05-08T22:32:53.385378+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.380584+0000","last_change":"2024-05-08T22:32:53.364351+0000","last_active":"2024-05-08T22:32:53.380584+0000","last_peered":"2024-05-08T22:32:53.380584+0000","last_clean":"2024-05-08T22:32:53.380584+0000","last_became_active":"2024-05-08T22:32:53.364124+0000","last_became_peered":"2024-05-08T22:32:53.364124+0000","last_unstale":"2024-05-08T22:32:53.380584+0000","last_undegraded":"2024-05-08T22:32:53.380584+0000","last_fullsized":"2024-05-08T22:32:53.380584+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390466+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:32:53.390466+0000","last_peered":"2024-05-08T22:32:53.390466+0000","last_clean":"2024-05-08T22:32:53.390466+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:32:53.390466+0000","last_undegraded":"2024-05-08T22:32:53.390466+0000","last_fullsized":"2024-05-08T22:32:53.390466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.374343+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:32:53.374343+0000","last_peered":"2024-05-08T22:32:53.374343+0000","last_clean":"2024-05-08T22:32:53.374343+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:32:53.374343+0000","last_undegraded":"2024-05-08T22:32:53.374343+0000","last_fullsized":"2024-05-08T22:32:53.374343+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.389529+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:32:53.389529+0000","last_peered":"2024-05-08T22:32:53.389529+0000","last_clean":"2024-05-08T22:32:53.389529+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:32:53.389529+0000","last_undegraded":"2024-05-08T22:32:53.389529+0000","last_fullsized":"2024-05-08T22:32:53.389529+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.380564+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:32:53.380564+0000","last_peered":"2024-05-08T22:32:53.380564+0000","last_clean":"2024-05-08T22:32:53.380564+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:32:53.380564+0000","last_undegraded":"2024-05-08T22:32:53.380564+0000","last_fullsized":"2024-05-08T22:32:53.380564+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.390198+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:32:53.390198+0000","last_peered":"2024-05-08T22:32:53.390198+0000","last_clean":"2024-05-08T22:32:53.390198+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:32:53.390198+0000","last_undegraded":"2024-05-08T22:32:53.390198+0000","last_fullsized":"2024-05-08T22:32:53.390198+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.378662+0000","last_change":"2024-05-08T22:32:53.370683+0000","last_active":"2024-05-08T22:32:53.378662+0000","last_peered":"2024-05-08T22:32:53.378662+0000","last_clean":"2024-05-08T22:32:53.378662+0000","last_became_active":"2024-05-08T22:32:53.370392+0000","last_became_peered":"2024-05-08T22:32:53.370392+0000","last_unstale":"2024-05-08T22:32:53.378662+0000","last_undegraded":"2024-05-08T22:32:53.378662+0000","last_fullsized":"2024-05-08T22:32:53.378662+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-05-08T22:32:53.372155+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:32:53.372155+0000","last_peered":"2024-05-08T22:32:53.372155+0000","last_clean":"2024-05-08T22:32:53.372155+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:32:53.372155+0000","last_undegraded":"2024-05-08T22:32:53.372155+0000","last_fullsized":"2024-05-08T22:32:53.372155+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297264,"kb_used_data":168,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074576,"statfs":{"total":96636764160,"available":96332365824,"internally_reserved":0,"allocated":172032,"data_stored":48929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.193}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.251}]}]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297252,"kb_used_data":156,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074588,"statfs":{"total":96636764160,"available":96332378112,"internally_reserved":0,"allocated":159744,"data_stored":48735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297256,"kb_used_data":160,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074584,"statfs":{"total":96636764160,"available":96332374016,"internally_reserved":0,"allocated":163840,"data_stored":47899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]}]},{"osd":1,"up_from":9,"seq":38654705669,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297252,"kb_used_data":156,"kb_used_omap":0,"kb_used_meta":297088,"kb_avail":94074588,"statfs":{"total":96636764160,"available":96332378112,"internally_reserved":0,"allocated":159744,"data_stored":47845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304218112},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.214}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:33:01.425 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-05-08T22:33:01.426 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-08T22:33:01.426 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-05-08T22:33:01.426 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-05-08T22:33:01.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.579+0000 7f8f97fc9700 1 Processor -- start 2024-05-08T22:33:01.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.579+0000 7f8f97fc9700 1 -- start start 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f97fc9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f90062700 0x7f8f9012aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f97fc9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f9012b3c0 0x7f8f900964f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f97fc9700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f90066780 con 0x7f8f9012af80 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f97fc9700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f90062ae0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f97fc9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8f90066fd0 con 0x7f8f90062700 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f95d65700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f90062700 0x7f8f9012aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f96566700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f9012b3c0 0x7f8f900964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f95564700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f8f9012af80 0x7f8f90095de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54108/0 (socket says 172.21.15.38:54108) 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f95564700 1 -- 172.21.15.38:0/2334828952 learned_addr learned my addr 172.21.15.38:0/2334828952 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f96566700 1 -- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f90062700 msgr2=0x7f8f9012aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f96566700 1 --2- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f90062700 0x7f8f9012aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f96566700 1 -- 172.21.15.38:0/2334828952 >> v1:172.21.15.38:6789/0 conn(0x7f8f9012af80 legacy=0x7f8f90095de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f96566700 1 -- 172.21.15.38:0/2334828952 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f900662e0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f94d63700 1 -- 172.21.15.38:0/2334828952 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2638058921 0 0) 0x7f8f90066780 con 0x7f8f9012af80 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f95d65700 1 --2- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f90062700 0x7f8f9012aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.580+0000 7f8f96566700 1 --2- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f9012b3c0 0x7f8f900964f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 rx=0x7f8f88009e90 tx=0x7f8f88009780).ready entity=mon.1 client_cookie=61a77f9df0ba2870 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f94d63700 1 -- 172.21.15.38:0/2334828952 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f8800e070 con 0x7f8f9012b3c0 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f94d63700 1 -- 172.21.15.38:0/2334828952 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f8800bb60 con 0x7f8f9012b3c0 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f94d63700 1 -- 172.21.15.38:0/2334828952 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f88012410 con 0x7f8f9012b3c0 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 -- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f9012b3c0 msgr2=0x7f8f900964f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f9012b3c0 0x7f8f900964f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 rx=0x7f8f88009e90 tx=0x7f8f88009780).stop 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 -- 172.21.15.38:0/2334828952 shutdown_connections 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f9012b3c0 0x7f8f900964f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/2334828952 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f90062700 0x7f8f9012aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 -- 172.21.15.38:0/2334828952 >> 172.21.15.38:0/2334828952 conn(0x7f8f9009a660 msgr2=0x7f8f9009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 -- 172.21.15.38:0/2334828952 shutdown_connections 2024-05-08T22:33:01.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.581+0000 7f8f97fc9700 1 -- 172.21.15.38:0/2334828952 wait complete. 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.582+0000 7f8f97fc9700 1 Processor -- start 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.582+0000 7f8f97fc9700 1 -- start start 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 0x7f8f90113bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f9012af80 0x7f8f901140a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f9012b3c0 0x7f8f90114590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f90115aa0 con 0x7f8f9012af80 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f90129e70 con 0x7f8f90062700 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8f900669b0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f95d65700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 0x7f8f90113bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f95d65700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 0x7f8f90113bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60804/0 (socket says 172.21.15.38:60804) 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f95d65700 1 -- 172.21.15.38:0/3224251694 learned_addr learned my addr 172.21.15.38:0/3224251694 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f9012b3c0 0x7f8f90114590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f95564700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f9012af80 0x7f8f901140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 -- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 msgr2=0x7f8f90113bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 0x7f8f90113bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 -- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f9012af80 msgr2=0x7f8f901140a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f9012af80 0x7f8f901140a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 -- 172.21.15.38:0/3224251694 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f840092a0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f95d65700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 0x7f8f90113bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f95564700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f9012af80 0x7f8f901140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f96566700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f9012b3c0 0x7f8f90114590 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 rx=0x7f8f900646d0 tx=0x7f8f88009780).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f8801d630 con 0x7f8f9012b3c0 2024-05-08T22:33:01.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f8801d790 con 0x7f8f9012b3c0 2024-05-08T22:33:01.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f8801db50 con 0x7f8f9012b3c0 2024-05-08T22:33:01.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.583+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f88009a20 con 0x7f8f9012b3c0 2024-05-08T22:33:01.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.584+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f901175f0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.584+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8f88003040 con 0x7f8f9012b3c0 2024-05-08T22:33:01.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.584+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f8f8803cf10 con 0x7f8f9012b3c0 2024-05-08T22:33:01.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.584+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f90064be0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.589+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8f8801bce0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.792+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f8f90046ce0 con 0x7f8f9012b3c0 2024-05-08T22:33:01.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.792+0000 7f8f827fc700 1 -- 172.21.15.38:0/3224251694 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+45 (secure 0 0 0) 0x7f8f8801bb00 con 0x7f8f9012b3c0 2024-05-08T22:33:01.793 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:01.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 >> v1:172.21.15.38:6816/46721 conn(0x7f8f7402bd00 legacy=0x7f8f7402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f9012b3c0 msgr2=0x7f8f90114590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f9012b3c0 0x7f8f90114590 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 rx=0x7f8f900646d0 tx=0x7f8f88009780).stop 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 shutdown_connections 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f90062700 0x7f8f90113bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8f9012b3c0 0x7f8f90114590 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 --2- 172.21.15.38:0/3224251694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f9012af80 0x7f8f901140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 >> 172.21.15.38:0/3224251694 conn(0x7f8f9009a660 msgr2=0x7f8f90069660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 shutdown_connections 2024-05-08T22:33:01.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.794+0000 7f8f97fc9700 1 -- 172.21.15.38:0/3224251694 wait complete. 2024-05-08T22:33:01.806 INFO:teuthology.orchestra.run.smithi038.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-08T22:33:01.806 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-05-08T22:33:01.806 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:33:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.925+0000 7f8d58add700 1 Processor -- start 2024-05-08T22:33:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.925+0000 7f8d58add700 1 -- start start 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d58add700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d54069f00 0x7f8d54096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d58add700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 0x7f8d54124520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d58add700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d54069440 con 0x7f8d54127310 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d58add700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d5406a2e0 con 0x7f8d541276f0 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d58add700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8d54068010 con 0x7f8d54069f00 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d52d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 0x7f8d54124520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d5259c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d54069f00 0x7f8d54096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d51d9b700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f8d54127310 0x7f8d54123e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54118/0 (socket says 172.21.15.38:54118) 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d52d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 0x7f8d54124520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60816/0 (socket says 172.21.15.38:60816) 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d51d9b700 1 -- 172.21.15.38:0/1632355834 learned_addr learned my addr 172.21.15.38:0/1632355834 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d5259c700 1 -- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 msgr2=0x7f8d54124520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d5259c700 1 --2- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 0x7f8d54124520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d5159a700 1 -- 172.21.15.38:0/1632355834 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3536440547 0 0) 0x7f8d54069440 con 0x7f8d54127310 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d5259c700 1 -- 172.21.15.38:0/1632355834 >> v1:172.21.15.38:6789/0 conn(0x7f8d54127310 legacy=0x7f8d54123e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d5259c700 1 -- 172.21.15.38:0/1632355834 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d54068950 con 0x7f8d54069f00 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.926+0000 7f8d52d9d700 1 --2- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 0x7f8d54124520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d5259c700 1 --2- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d54069f00 0x7f8d54096ba0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x7f8d4400ba30 tx=0x7f8d4400b300).ready entity=mon.2 client_cookie=18709f5ab219fc07 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d5159a700 1 -- 172.21.15.38:0/1632355834 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4400da70 con 0x7f8d54069f00 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d5159a700 1 -- 172.21.15.38:0/1632355834 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d4400dbd0 con 0x7f8d54069f00 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d5159a700 1 -- 172.21.15.38:0/1632355834 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d44010470 con 0x7f8d54069f00 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 -- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d54069f00 msgr2=0x7f8d54096ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 --2- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d54069f00 0x7f8d54096ba0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x7f8d4400ba30 tx=0x7f8d4400b300).stop 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 -- 172.21.15.38:0/1632355834 shutdown_connections 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 --2- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d541276f0 0x7f8d54124520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 --2- 172.21.15.38:0/1632355834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d54069f00 0x7f8d54096ba0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 -- 172.21.15.38:0/1632355834 >> 172.21.15.38:0/1632355834 conn(0x7f8d5409a660 msgr2=0x7f8d5409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 -- 172.21.15.38:0/1632355834 shutdown_connections 2024-05-08T22:33:01.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.927+0000 7f8d58add700 1 -- 172.21.15.38:0/1632355834 wait complete. 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.928+0000 7f8d58add700 1 Processor -- start 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.928+0000 7f8d58add700 1 -- start start 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d58add700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d54069f00 0x7f8d54115c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d58add700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 0x7f8d54116110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d58add700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 0x7f8d54116600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d58add700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d54116af0 con 0x7f8d54069f00 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d58add700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d54068b80 con 0x7f8d54127310 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d58add700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8d54119390 con 0x7f8d541276f0 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 0x7f8d54116600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d51d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 0x7f8d54116110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 0x7f8d54116600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56776/0 (socket says 172.21.15.38:56776) 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d51d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 0x7f8d54116110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60822/0 (socket says 172.21.15.38:60822) 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 -- 172.21.15.38:0/3381972433 learned_addr learned my addr 172.21.15.38:0/3381972433 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d5259c700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d54069f00 0x7f8d54115c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 -- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 msgr2=0x7f8d54116110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 0x7f8d54116110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 -- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d54069f00 msgr2=0x7f8d54115c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d54069f00 0x7f8d54115c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 -- 172.21.15.38:0/3381972433 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d4c009a20 con 0x7f8d541276f0 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d51d9b700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 0x7f8d54116110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d5259c700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d54069f00 0x7f8d54115c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.929+0000 7f8d52d9d700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 0x7f8d54116600 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 rx=0x7f8d4c009fc0 tx=0x7f8d4c00b040).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4c00cbd0 con 0x7f8d541276f0 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d4c00f040 con 0x7f8d541276f0 2024-05-08T22:33:01.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4c013400 con 0x7f8d541276f0 2024-05-08T22:33:01.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d4400b540 con 0x7f8d541276f0 2024-05-08T22:33:01.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d54118e10 con 0x7f8d541276f0 2024-05-08T22:33:01.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8d4c0137b0 con 0x7f8d541276f0 2024-05-08T22:33:01.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.930+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f8d4c03baa0 con 0x7f8d541276f0 2024-05-08T22:33:01.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.931+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d54098760 con 0x7f8d541276f0 2024-05-08T22:33:01.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:01.935+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8d4c007da0 con 0x7f8d541276f0 2024-05-08T22:33:02.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.106+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8d54064be0 con 0x7f8d541276f0 2024-05-08T22:33:02.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.107+0000 7f8d4affd700 1 -- 172.21.15.38:0/3381972433 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+11309 (secure 0 0 0) 0x7f8d4c02c090 con 0x7f8d541276f0 2024-05-08T22:33:02.107 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:02.107 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:54.342820+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:33:02.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 >> v1:172.21.15.38:6816/46721 conn(0x7f8d3402bd30 legacy=0x7f8d3402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 msgr2=0x7f8d54116600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 0x7f8d54116600 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 rx=0x7f8d4c009fc0 tx=0x7f8d4c00b040).stop 2024-05-08T22:33:02.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 shutdown_connections 2024-05-08T22:33:02.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8d541276f0 0x7f8d54116600 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d54069f00 0x7f8d54115c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 --2- 172.21.15.38:0/3381972433 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d54127310 0x7f8d54116110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 >> 172.21.15.38:0/3381972433 conn(0x7f8d5409a660 msgr2=0x7f8d54124020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:02.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 shutdown_connections 2024-05-08T22:33:02.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.109+0000 7f8d58add700 1 -- 172.21.15.38:0/3381972433 wait complete. 2024-05-08T22:33:02.121 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T22:32:51.710714+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T22:32:52.302368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-08T22:33:02.121 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:33:02.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.243+0000 7f8218398700 1 Processor -- start 2024-05-08T22:33:02.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.243+0000 7f8218398700 1 -- start start 2024-05-08T22:33:02.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8218398700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8210097150 0x7f8210095730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8218398700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f8210096000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8218398700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8210068c50 con 0x7f821012cf70 2024-05-08T22:33:02.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8218398700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8210097530 con 0x7f8210097150 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8218398700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f82100681b0 con 0x7f8210095c20 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8216935700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f821012cf70 0x7f821012f360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54124/0 (socket says 172.21.15.38:54124) 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215933700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f8210096000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8216935700 1 -- 172.21.15.38:0/790209808 learned_addr learned my addr 172.21.15.38:0/790209808 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8216134700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8210097150 0x7f8210095730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215933700 1 -- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8210097150 msgr2=0x7f8210095730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215933700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8210097150 0x7f8210095730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215933700 1 -- 172.21.15.38:0/790209808 >> v1:172.21.15.38:6789/0 conn(0x7f821012cf70 legacy=0x7f821012f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215933700 1 -- 172.21.15.38:0/790209808 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f821005e760 con 0x7f8210095c20 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8216134700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8210097150 0x7f8210095730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215933700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f8210096000 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 rx=0x7f820c009790 tx=0x7f820c009060).ready entity=mon.2 client_cookie=89866c0f8a2c142 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215132700 1 -- 172.21.15.38:0/790209808 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820c0090d0 con 0x7f8210095c20 2024-05-08T22:33:02.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215132700 1 -- 172.21.15.38:0/790209808 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f820c00d4a0 con 0x7f8210095c20 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.244+0000 7f8215132700 1 -- 172.21.15.38:0/790209808 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820c00d820 con 0x7f8210095c20 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 -- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 msgr2=0x7f8210096000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f8210096000 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 rx=0x7f820c009790 tx=0x7f820c009060).stop 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 -- 172.21.15.38:0/790209808 shutdown_connections 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8210097150 0x7f8210095730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 --2- 172.21.15.38:0/790209808 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f8210096000 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 -- 172.21.15.38:0/790209808 >> 172.21.15.38:0/790209808 conn(0x7f821009a850 msgr2=0x7f8210096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 -- 172.21.15.38:0/790209808 shutdown_connections 2024-05-08T22:33:02.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.245+0000 7f8218398700 1 -- 172.21.15.38:0/790209808 wait complete. 2024-05-08T22:33:02.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 Processor -- start 2024-05-08T22:33:02.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 -- start start 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f821012c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 0x7f82100903f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 0x7f82100908e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8210094100 con 0x7f8210097150 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f821012bcf0 con 0x7f821012cf70 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.246+0000 7f8218398700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8210082f60 con 0x7f8210095c20 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8215933700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 0x7f82100903f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216935700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 0x7f82100908e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f821012c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f821012c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56788/0 (socket says 172.21.15.38:56788) 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216935700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 0x7f82100908e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60840/0 (socket says 172.21.15.38:60840) 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8215933700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 0x7f82100903f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57168/0 (socket says 172.21.15.38:57168) 2024-05-08T22:33:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 -- 172.21.15.38:0/2550259751 learned_addr learned my addr 172.21.15.38:0/2550259751 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 -- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 msgr2=0x7f82100908e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 0x7f82100908e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 -- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 msgr2=0x7f82100903f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 0x7f82100903f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 -- 172.21.15.38:0/2550259751 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82000092a0 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216935700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 0x7f82100908e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8215933700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 0x7f82100903f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8216134700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f821012c1f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 rx=0x7f820000ea50 tx=0x7f8200009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820000ee90 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f820000c850 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820000cbd0 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f820c0092a0 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.247+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8210067510 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.248+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f820001b400 con 0x7f8210095c20 2024-05-08T22:33:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.248+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f820003b6d0 con 0x7f8210095c20 2024-05-08T22:33:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.248+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82100646d0 con 0x7f8210095c20 2024-05-08T22:33:02.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.253+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f820001be60 con 0x7f8210095c20 2024-05-08T22:33:02.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.419+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7f821012b970 con 0x7f8210095c20 2024-05-08T22:33:02.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.439+0000 7f8206ffd700 1 -- 172.21.15.38:0/2550259751 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v17) v1 ==== 110+0+10 (secure 0 0 0) 0x7f820001be60 con 0x7f8210095c20 2024-05-08T22:33:02.439 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:33:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 >> v1:172.21.15.38:6816/46721 conn(0x7f81f402bd30 legacy=0x7f81f402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 msgr2=0x7f821012c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f821012c1f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 rx=0x7f820000ea50 tx=0x7f8200009060).stop 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 shutdown_connections 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f821012cf70 0x7f82100908e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8210095c20 0x7f821012c1f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 --2- 172.21.15.38:0/2550259751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8210097150 0x7f82100903f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 >> 172.21.15.38:0/2550259751 conn(0x7f821009a850 msgr2=0x7f8210097bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 shutdown_connections 2024-05-08T22:33:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.441+0000 7f8218398700 1 -- 172.21.15.38:0/2550259751 wait complete. 2024-05-08T22:33:02.453 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 Processor -- start 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 -- start start 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898068eb0 0x7f7898096160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898096650 0x7f7898096a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78980686b0 con 0x7f789812cf90 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7898069290 con 0x7f7898096650 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.575+0000 7f789df48700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7898068a00 con 0x7f7898068eb0 2024-05-08T22:33:02.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78977fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898068eb0 0x7f7898096160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f7897fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f789812cf90 0x7f789812f380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54138/0 (socket says 172.21.15.38:54138) 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f7897fff700 1 -- 172.21.15.38:0/1130169475 learned_addr learned my addr 172.21.15.38:0/1130169475 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f7896ffd700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898096650 0x7f7898096a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78967fc700 1 -- 172.21.15.38:0/1130169475 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3007324621 0 0) 0x7f78980686b0 con 0x7f789812cf90 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78977fe700 1 -- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898096650 msgr2=0x7f7898096a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78977fe700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898096650 0x7f7898096a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78977fe700 1 -- 172.21.15.38:0/1130169475 >> v1:172.21.15.38:6789/0 conn(0x7f789812cf90 legacy=0x7f789812f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78977fe700 1 -- 172.21.15.38:0/1130169475 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7898097b90 con 0x7f7898068eb0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f7896ffd700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898096650 0x7f7898096a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78977fe700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898068eb0 0x7f7898096160 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 rx=0x7f78880097c0 tx=0x7f7888009060).ready entity=mon.2 client_cookie=210d1123bd8cc3f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78967fc700 1 -- 172.21.15.38:0/1130169475 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788800f510 con 0x7f7898068eb0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78967fc700 1 -- 172.21.15.38:0/1130169475 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f788800f670 con 0x7f7898068eb0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.576+0000 7f78967fc700 1 -- 172.21.15.38:0/1130169475 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788800f9f0 con 0x7f7898068eb0 2024-05-08T22:33:02.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 -- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898068eb0 msgr2=0x7f7898096160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898068eb0 0x7f7898096160 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 rx=0x7f78880097c0 tx=0x7f7888009060).stop 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 -- 172.21.15.38:0/1130169475 shutdown_connections 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898068eb0 0x7f7898096160 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 --2- 172.21.15.38:0/1130169475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898096650 0x7f7898096a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 -- 172.21.15.38:0/1130169475 >> 172.21.15.38:0/1130169475 conn(0x7f78980631d0 msgr2=0x7f7898098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 -- 172.21.15.38:0/1130169475 shutdown_connections 2024-05-08T22:33:02.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.577+0000 7f789df48700 1 -- 172.21.15.38:0/1130169475 wait complete. 2024-05-08T22:33:02.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 Processor -- start 2024-05-08T22:33:02.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 -- start start 2024-05-08T22:33:02.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898068eb0 0x7f789811bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 0x7f7898117b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f789812cf90 0x7f7898118080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7898067780 con 0x7f789812cf90 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f789811b120 con 0x7f7898068eb0 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f789df48700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7898095b00 con 0x7f7898096650 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f7896ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 0x7f7898117b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f78977fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898068eb0 0x7f789811bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f7896ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 0x7f7898117b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56812/0 (socket says 172.21.15.38:56812) 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f7896ffd700 1 -- 172.21.15.38:0/4253538068 learned_addr learned my addr 172.21.15.38:0/4253538068 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.578+0000 7f7897fff700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f789812cf90 0x7f7898118080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7896ffd700 1 -- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898068eb0 msgr2=0x7f789811bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7896ffd700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898068eb0 0x7f789811bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7896ffd700 1 -- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f789812cf90 msgr2=0x7f7898118080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7896ffd700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f789812cf90 0x7f7898118080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7896ffd700 1 -- 172.21.15.38:0/4253538068 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f788c0092a0 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f78977fe700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898068eb0 0x7f789811bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7897fff700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f789812cf90 0x7f7898118080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f7896ffd700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 0x7f7898117b90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 rx=0x7f788c00ea20 tx=0x7f788c009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788c00ee60 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f788c00c850 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78880092a0 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788c00cbd0 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.579+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78981197b0 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.580+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f789811b620 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.580+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f788c01b400 con 0x7f7898096650 2024-05-08T22:33:02.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.581+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f788c03b6d0 con 0x7f7898096650 2024-05-08T22:33:02.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.585+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f788c019900 con 0x7f7898096650 2024-05-08T22:33:02.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.755+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f7898098970 con 0x7f7898096650 2024-05-08T22:33:02.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.755+0000 7f787ffff700 1 -- 172.21.15.38:0/4253538068 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v17) v1 ==== 92+0+10 (secure 0 0 0) 0x7f788c019310 con 0x7f7898096650 2024-05-08T22:33:02.755 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:33:02.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 >> v1:172.21.15.38:6816/46721 conn(0x7f788402bd00 legacy=0x7f788402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 msgr2=0x7f7898117b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 0x7f7898117b90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 rx=0x7f788c00ea20 tx=0x7f788c009060).stop 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 shutdown_connections 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7898068eb0 0x7f789811bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f789812cf90 0x7f7898118080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 --2- 172.21.15.38:0/4253538068 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7898096650 0x7f7898117b90 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 >> 172.21.15.38:0/4253538068 conn(0x7f78980631d0 msgr2=0x7f789809a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 shutdown_connections 2024-05-08T22:33:02.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.757+0000 7f789df48700 1 -- 172.21.15.38:0/4253538068 wait complete. 2024-05-08T22:33:02.769 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T22:33:02.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 Processor -- start 2024-05-08T22:33:02.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 -- start start 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668096ba0 0x7f766812c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f766812cc00 0x7f766812eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7668096f80 con 0x7f7668069f00 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f766806a2e0 con 0x7f766812cc00 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766f573700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7668068010 con 0x7f7668096ba0 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766cb0e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668096ba0 0x7f766812c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766db10700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f766812cc00 0x7f766812eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766d30f700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f7668069f00 0x7f7668127310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54146/0 (socket says 172.21.15.38:54146) 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.891+0000 7f766d30f700 1 -- 172.21.15.38:0/1586198048 learned_addr learned my addr 172.21.15.38:0/1586198048 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f765ffff700 1 -- 172.21.15.38:0/1586198048 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4053598154 0 0) 0x7f7668096f80 con 0x7f7668069f00 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f765ffff700 1 -- 172.21.15.38:0/1586198048 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76540033f0 con 0x7f7668069f00 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f766cb0e700 1 -- 172.21.15.38:0/1586198048 >> v2:172.21.15.38:3300/0 conn(0x7f766812cc00 msgr2=0x7f766812eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f766cb0e700 1 --2- 172.21.15.38:0/1586198048 >> v2:172.21.15.38:3300/0 conn(0x7f766812cc00 0x7f766812eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f766cb0e700 1 -- 172.21.15.38:0/1586198048 >> v1:172.21.15.38:6789/0 conn(0x7f7668069f00 legacy=0x7f7668127310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f766cb0e700 1 -- 172.21.15.38:0/1586198048 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7668069440 con 0x7f7668096ba0 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f766db10700 1 --2- 172.21.15.38:0/1586198048 >> v2:172.21.15.38:3300/0 conn(0x7f766812cc00 0x7f766812eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f766cb0e700 1 --2- 172.21.15.38:0/1586198048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668096ba0 0x7f766812c710 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 rx=0x7f7664009790 tx=0x7f7664009060).ready entity=mon.1 client_cookie=bafe09a40c608267 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f765ffff700 1 -- 172.21.15.38:0/1586198048 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766400d4a0 con 0x7f7668096ba0 2024-05-08T22:33:02.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f765ffff700 1 -- 172.21.15.38:0/1586198048 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f766400d600 con 0x7f7668096ba0 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.892+0000 7f765ffff700 1 -- 172.21.15.38:0/1586198048 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766400d980 con 0x7f7668096ba0 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 -- 172.21.15.38:0/1586198048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668096ba0 msgr2=0x7f766812c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 --2- 172.21.15.38:0/1586198048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668096ba0 0x7f766812c710 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 rx=0x7f7664009790 tx=0x7f7664009060).stop 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 -- 172.21.15.38:0/1586198048 shutdown_connections 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 --2- 172.21.15.38:0/1586198048 >> v2:172.21.15.38:3300/0 conn(0x7f766812cc00 0x7f766812eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 --2- 172.21.15.38:0/1586198048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668096ba0 0x7f766812c710 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 -- 172.21.15.38:0/1586198048 >> 172.21.15.38:0/1586198048 conn(0x7f766809a660 msgr2=0x7f766809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 -- 172.21.15.38:0/1586198048 shutdown_connections 2024-05-08T22:33:02.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.893+0000 7f766f573700 1 -- 172.21.15.38:0/1586198048 wait complete. 2024-05-08T22:33:02.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.894+0000 7f766f573700 1 Processor -- start 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.894+0000 7f766f573700 1 -- start start 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 0x7f7668110ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7668096ba0 0x7f76681111d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f766812cc00 0x7f76681116c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7668111bb0 con 0x7f7668096ba0 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76681140e0 con 0x7f7668069f00 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f76680967c0 con 0x7f766812cc00 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766d30f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 0x7f7668110ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766d30f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 0x7f7668110ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60874/0 (socket says 172.21.15.38:60874) 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766d30f700 1 -- 172.21.15.38:0/743343239 learned_addr learned my addr 172.21.15.38:0/743343239 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f766812cc00 0x7f76681116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766cb0e700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7668096ba0 0x7f76681111d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 -- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 msgr2=0x7f7668110ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 0x7f7668110ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 -- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7668096ba0 msgr2=0x7f76681111d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7668096ba0 0x7f76681111d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 -- 172.21.15.38:0/743343239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7660009a20 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766cb0e700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7668096ba0 0x7f76681111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766d30f700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 0x7f7668110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766db10700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f766812cc00 0x7f76681116c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 rx=0x7f7668069b70 tx=0x7f766000b040).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766000caa0 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f766000f040 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76640092a0 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.895+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766000ce30 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.896+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76681121e0 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.896+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f7660013610 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.896+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f766003bb60 con 0x7f766812cc00 2024-05-08T22:33:02.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.897+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7668064be0 con 0x7f766812cc00 2024-05-08T22:33:02.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:02.901+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f766001d460 con 0x7f766812cc00 2024-05-08T22:33:03.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.067+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7668046ce0 con 0x7f766812cc00 2024-05-08T22:33:03.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.067+0000 7f765dffb700 1 -- 172.21.15.38:0/743343239 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v17) v1 ==== 104+0+11 (secure 0 0 0) 0x7f766001c3c0 con 0x7f766812cc00 2024-05-08T22:33:03.068 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 >> v1:172.21.15.38:6816/46721 conn(0x7f764c02bd30 legacy=0x7f764c02e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f766812cc00 msgr2=0x7f76681116c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f766812cc00 0x7f76681116c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 rx=0x7f7668069b70 tx=0x7f766000b040).stop 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 shutdown_connections 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7668069f00 0x7f7668110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f766812cc00 0x7f76681116c0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 --2- 172.21.15.38:0/743343239 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7668096ba0 0x7f76681111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 >> 172.21.15.38:0/743343239 conn(0x7f766809a660 msgr2=0x7f76681250d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 shutdown_connections 2024-05-08T22:33:03.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.069+0000 7f766f573700 1 -- 172.21.15.38:0/743343239 wait complete. 2024-05-08T22:33:03.081 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T22:33:03.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.202+0000 7f86ee0b9700 1 Processor -- start 2024-05-08T22:33:03.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.202+0000 7f86ee0b9700 1 -- start start 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86ee0b9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8096ba0 0x7f86e812c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86ee0b9700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f86e812cc00 0x7f86e812eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86ee0b9700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86e8096f80 con 0x7f86e8069f00 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86ee0b9700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86e806a2e0 con 0x7f86e812cc00 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86ee0b9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f86e8068010 con 0x7f86e8096ba0 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e6ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8096ba0 0x7f86e812c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e7fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f86e812cc00 0x7f86e812eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e77fe700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f86e8069f00 0x7f86e8127310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54156/0 (socket says 172.21.15.38:54156) 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e77fe700 1 -- 172.21.15.38:0/155929012 learned_addr learned my addr 172.21.15.38:0/155929012 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e67fc700 1 -- 172.21.15.38:0/155929012 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3505091396 0 0) 0x7f86e8096f80 con 0x7f86e8069f00 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e7fff700 1 -- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8096ba0 msgr2=0x7f86e812c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:03.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e7fff700 1 --2- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8096ba0 0x7f86e812c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e7fff700 1 -- 172.21.15.38:0/155929012 >> v1:172.21.15.38:6789/0 conn(0x7f86e8069f00 legacy=0x7f86e8127310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e7fff700 1 -- 172.21.15.38:0/155929012 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e8069440 con 0x7f86e812cc00 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.203+0000 7f86e6ffd700 1 --2- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8096ba0 0x7f86e812c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86e7fff700 1 --2- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e812cc00 0x7f86e812eff0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 rx=0x7f86e0009e90 tx=0x7f86e0009780).ready entity=mon.0 client_cookie=17af333affdc5a00 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86e67fc700 1 -- 172.21.15.38:0/155929012 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e000e070 con 0x7f86e812cc00 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86e67fc700 1 -- 172.21.15.38:0/155929012 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e000bb20 con 0x7f86e812cc00 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86e67fc700 1 -- 172.21.15.38:0/155929012 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e000bea0 con 0x7f86e812cc00 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 -- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e812cc00 msgr2=0x7f86e812eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e812cc00 0x7f86e812eff0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 rx=0x7f86e0009e90 tx=0x7f86e0009780).stop 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 -- 172.21.15.38:0/155929012 shutdown_connections 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e812cc00 0x7f86e812eff0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/155929012 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8096ba0 0x7f86e812c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 -- 172.21.15.38:0/155929012 >> 172.21.15.38:0/155929012 conn(0x7f86e809a660 msgr2=0x7f86e809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:03.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 -- 172.21.15.38:0/155929012 shutdown_connections 2024-05-08T22:33:03.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.204+0000 7f86ee0b9700 1 -- 172.21.15.38:0/155929012 wait complete. 2024-05-08T22:33:03.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.205+0000 7f86ee0b9700 1 Processor -- start 2024-05-08T22:33:03.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.205+0000 7f86ee0b9700 1 -- start start 2024-05-08T22:33:03.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86ee0b9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8069f00 0x7f86e8095f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86ee0b9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 0x7f86e8110ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86ee0b9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86e812cc00 0x7f86e81111d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86ee0b9700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e8068b80 con 0x7f86e8096ba0 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86ee0b9700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86e8114040 con 0x7f86e812cc00 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86ee0b9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f86e8113190 con 0x7f86e8069f00 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e77fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8069f00 0x7f86e8095f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 0x7f86e8110ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 0x7f86e8110ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57218/0 (socket says 172.21.15.38:57218) 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e77fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8069f00 0x7f86e8095f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56848/0 (socket says 172.21.15.38:56848) 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 -- 172.21.15.38:0/1184047985 learned_addr learned my addr 172.21.15.38:0/1184047985 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e7fff700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86e812cc00 0x7f86e81111d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 -- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8069f00 msgr2=0x7f86e8095f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8069f00 0x7f86e8095f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 -- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86e812cc00 msgr2=0x7f86e81111d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86e812cc00 0x7f86e81111d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 -- 172.21.15.38:0/1184047985 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86dc0092a0 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.206+0000 7f86e6ffd700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 0x7f86e8110ce0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 rx=0x7f86dc00ea20 tx=0x7f86dc009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc00ee60 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86dc009600 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86e0009a20 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc00ca60 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86e81116c0 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f86dc01b400 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.207+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f86dc03b650 con 0x7f86e8096ba0 2024-05-08T22:33:03.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.208+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86e80637d0 con 0x7f86e8096ba0 2024-05-08T22:33:03.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.212+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f86dc016030 con 0x7f86e8096ba0 2024-05-08T22:33:03.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.378+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f86e8127100 con 0x7f86e8096ba0 2024-05-08T22:33:03.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.378+0000 7f86cffff700 1 -- 172.21.15.38:0/1184047985 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v17) v1 ==== 100+0+11 (secure 0 0 0) 0x7f86dc016030 con 0x7f86e8096ba0 2024-05-08T22:33:03.378 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-05-08T22:33:03.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 >> v1:172.21.15.38:6816/46721 conn(0x7f86d402bd30 legacy=0x7f86d402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 msgr2=0x7f86e8110ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 0x7f86e8110ce0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 rx=0x7f86dc00ea20 tx=0x7f86dc009060).stop 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 shutdown_connections 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86e812cc00 0x7f86e81111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f86e8069f00 0x7f86e8095f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 --2- 172.21.15.38:0/1184047985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86e8096ba0 0x7f86e8110ce0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 >> 172.21.15.38:0/1184047985 conn(0x7f86e809a660 msgr2=0x7f86e81269f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 shutdown_connections 2024-05-08T22:33:03.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.380+0000 7f86ee0b9700 1 -- 172.21.15.38:0/1184047985 wait complete. 2024-05-08T22:33:03.392 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:33:03.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.511+0000 7f96d05ab700 1 Processor -- start 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.511+0000 7f96d05ab700 1 -- start start 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96d05ab700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 0x7f96c81279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96d05ab700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c8095de0 0x7f96c8096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96d05ab700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 0x7f96c8131a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96d05ab700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96c8066d80 con 0x7f96c8096730 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96d05ab700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96c8127190 con 0x7f96c81275f0 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96d05ab700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f96c81273f0 con 0x7f96c8095de0 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 0x7f96c81279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ceb48700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 0x7f96c8131a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 0x7f96c81279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60890/0 (socket says 172.21.15.38:60890) 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 -- 172.21.15.38:0/3888071770 learned_addr learned my addr 172.21.15.38:0/3888071770 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:03.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96cdb46700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c8095de0 0x7f96c8096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ceb48700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 0x7f96c8131a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57228/0 (socket says 172.21.15.38:57228) 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 -- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c8095de0 msgr2=0x7f96c8096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c8095de0 0x7f96c8096240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 -- 172.21.15.38:0/3888071770 >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 msgr2=0x7f96c8131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 --2- 172.21.15.38:0/3888071770 >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 0x7f96c8131a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 -- 172.21.15.38:0/3888071770 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96c8066750 con 0x7f96c81275f0 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ceb48700 1 --2- 172.21.15.38:0/3888071770 >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 0x7f96c8131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96cdb46700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c8095de0 0x7f96c8096240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96ce347700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 0x7f96c81279d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 rx=0x7f96b8009830 tx=0x7f96b80090f0).ready entity=mon.1 client_cookie=48a6bb79d222aebd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.512+0000 7f96cd345700 1 -- 172.21.15.38:0/3888071770 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96b800f510 con 0x7f96c81275f0 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96cd345700 1 -- 172.21.15.38:0/3888071770 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96b800f670 con 0x7f96c81275f0 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96cd345700 1 -- 172.21.15.38:0/3888071770 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96b800fa10 con 0x7f96c81275f0 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 -- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 msgr2=0x7f96c81279d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 0x7f96c81279d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 rx=0x7f96b8009830 tx=0x7f96b80090f0).stop 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 -- 172.21.15.38:0/3888071770 shutdown_connections 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 --2- 172.21.15.38:0/3888071770 >> v2:172.21.15.38:3300/0 conn(0x7f96c8096730 0x7f96c8131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c81275f0 0x7f96c81279d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 --2- 172.21.15.38:0/3888071770 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c8095de0 0x7f96c8096240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 -- 172.21.15.38:0/3888071770 >> 172.21.15.38:0/3888071770 conn(0x7f96c809a660 msgr2=0x7f96c809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 -- 172.21.15.38:0/3888071770 shutdown_connections 2024-05-08T22:33:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.513+0000 7f96d05ab700 1 -- 172.21.15.38:0/3888071770 wait complete. 2024-05-08T22:33:03.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.514+0000 7f96d05ab700 1 Processor -- start 2024-05-08T22:33:03.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.514+0000 7f96d05ab700 1 -- start start 2024-05-08T22:33:03.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96d05ab700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96c8095de0 0x7f96c81136c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96d05ab700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c8096730 0x7f96c8113bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96d05ab700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 0x7f96c81140a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96d05ab700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96c8066980 con 0x7f96c8095de0 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96d05ab700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96c8116c00 con 0x7f96c8096730 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96d05ab700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f96c81171a0 con 0x7f96c81275f0 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96ceb48700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 0x7f96c81140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96ce347700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96c8095de0 0x7f96c81136c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96cdb46700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c8096730 0x7f96c8113bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96ceb48700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 0x7f96c81140a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56878/0 (socket says 172.21.15.38:56878) 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.515+0000 7f96ceb48700 1 -- 172.21.15.38:0/331106108 learned_addr learned my addr 172.21.15.38:0/331106108 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96cdb46700 1 -- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 msgr2=0x7f96c81140a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96cdb46700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 0x7f96c81140a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96cdb46700 1 -- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96c8095de0 msgr2=0x7f96c81136c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96cdb46700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96c8095de0 0x7f96c81136c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96cdb46700 1 -- 172.21.15.38:0/331106108 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96c40092a0 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96ceb48700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 0x7f96c81140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96ce347700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96c8095de0 0x7f96c81136c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96cdb46700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c8096730 0x7f96c8113bb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 rx=0x7f96c400e980 tx=0x7f96c4009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c4012600 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96c4012760 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96c0009a20 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c4012b00 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.516+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96b8009370 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.517+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f96c401b400 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.517+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96c8064be0 con 0x7f96c8096730 2024-05-08T22:33:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.517+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f96c403b5e0 con 0x7f96c8096730 2024-05-08T22:33:03.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.522+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f96c4019900 con 0x7f96c8096730 2024-05-08T22:33:03.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.728+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f96c8046ce0 con 0x7f96c8096730 2024-05-08T22:33:03.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.728+0000 7f96beffd700 1 -- 172.21.15.38:0/331106108 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2156 (secure 0 0 0) 0x7f96c4019310 con 0x7f96c8096730 2024-05-08T22:33:03.729 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:03.729 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-08T22:32:53.331855+0000","modified":"2024-05-08T22:32:56.356287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4181},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4181":{"gid":4181,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 >> v1:172.21.15.38:6816/46721 conn(0x7f96ac02bd00 legacy=0x7f96ac02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c8096730 msgr2=0x7f96c8113bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c8096730 0x7f96c8113bb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 rx=0x7f96c400e980 tx=0x7f96c4009060).stop 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 shutdown_connections 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96c81275f0 0x7f96c81140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96c8095de0 0x7f96c81136c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 --2- 172.21.15.38:0/331106108 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96c8096730 0x7f96c8113bb0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 >> 172.21.15.38:0/331106108 conn(0x7f96c809a660 msgr2=0x7f96c8069770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 shutdown_connections 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.730+0000 7f96d05ab700 1 -- 172.21.15.38:0/331106108 wait complete. 2024-05-08T22:33:03.731 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-05-08T22:33:03.742 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:33:03.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.862+0000 7f57a9cfd700 1 Processor -- start 2024-05-08T22:33:03.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.862+0000 7f57a9cfd700 1 -- start start 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.862+0000 7f57a9cfd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.862+0000 7f57a9cfd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4127310 0x7f57a41276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a9cfd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 0x7f57a4124290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a9cfd700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57a406a2e0 con 0x7f57a4123e10 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a9cfd700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57a4068010 con 0x7f57a4069f00 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a9cfd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f57a4069440 con 0x7f57a4127310 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a3fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 0x7f57a4124290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a2ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4127310 0x7f57a41276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4096ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60912/0 (socket says 172.21.15.38:60912) 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a3fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 0x7f57a4124290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57242/0 (socket says 172.21.15.38:57242) 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 -- 172.21.15.38:0/2542503082 learned_addr learned my addr 172.21.15.38:0/2542503082 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:03.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 -- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4127310 msgr2=0x7f57a41276f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 --2- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4127310 0x7f57a41276f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 -- 172.21.15.38:0/2542503082 >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 msgr2=0x7f57a4124290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 --2- 172.21.15.38:0/2542503082 >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 0x7f57a4124290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 -- 172.21.15.38:0/2542503082 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57a4068950 con 0x7f57a4069f00 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a2ffd700 1 --2- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4127310 0x7f57a41276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a3fff700 1 --2- 172.21.15.38:0/2542503082 >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 0x7f57a4124290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a37fe700 1 --2- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4096ba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 rx=0x7f578c006fd0 tx=0x7f578c0090f0).ready entity=mon.1 client_cookie=d99b0498ba2d0eed server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a27fc700 1 -- 172.21.15.38:0/2542503082 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c00f510 con 0x7f57a4069f00 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a27fc700 1 -- 172.21.15.38:0/2542503082 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f578c00f670 con 0x7f57a4069f00 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.863+0000 7f57a27fc700 1 -- 172.21.15.38:0/2542503082 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c00f9f0 con 0x7f57a4069f00 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 -- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 msgr2=0x7f57a4096ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4096ba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 rx=0x7f578c006fd0 tx=0x7f578c0090f0).stop 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 -- 172.21.15.38:0/2542503082 shutdown_connections 2024-05-08T22:33:03.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/2542503082 >> v2:172.21.15.38:3300/0 conn(0x7f57a4123e10 0x7f57a4124290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4096ba0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/2542503082 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4127310 0x7f57a41276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 -- 172.21.15.38:0/2542503082 >> 172.21.15.38:0/2542503082 conn(0x7f57a409a660 msgr2=0x7f57a409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:03.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 -- 172.21.15.38:0/2542503082 shutdown_connections 2024-05-08T22:33:03.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.864+0000 7f57a9cfd700 1 -- 172.21.15.38:0/2542503082 wait complete. 2024-05-08T22:33:03.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 Processor -- start 2024-05-08T22:33:03.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 -- start start 2024-05-08T22:33:03.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4135ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4123e10 0x7f57a4135fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57a4127310 0x7f57a41364a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57a4136990 con 0x7f57a4127310 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57a41122c0 con 0x7f57a4069f00 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.865+0000 7f57a9cfd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f57a40985e0 con 0x7f57a4123e10 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4135ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4135ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60920/0 (socket says 172.21.15.38:60920) 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 -- 172.21.15.38:0/310990953 learned_addr learned my addr 172.21.15.38:0/310990953 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a2ffd700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4123e10 0x7f57a4135fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a3fff700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57a4127310 0x7f57a41364a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 -- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4123e10 msgr2=0x7f57a4135fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4123e10 0x7f57a4135fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 -- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57a4127310 msgr2=0x7f57a41364a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:03.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57a4127310 0x7f57a41364a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 -- 172.21.15.38:0/310990953 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f579c00bc30 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a2ffd700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4123e10 0x7f57a4135fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a3fff700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57a4127310 0x7f57a41364a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a37fe700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4135ac0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 rx=0x7f57a41283d0 tx=0x7f578c017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c00f7e0 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f578c00f940 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57940092a0 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c01c670 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.866+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f578c009370 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.867+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f578c01ca60 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.867+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f578c03ce20 con 0x7f57a4069f00 2024-05-08T22:33:03.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.867+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57a4064be0 con 0x7f57a4069f00 2024-05-08T22:33:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:03.872+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f578c02a020 con 0x7f57a4069f00 2024-05-08T22:33:04.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.040+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f57a4127d20 con 0x7f57a4069f00 2024-05-08T22:33:04.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.041+0000 7f579bfff700 1 -- 172.21.15.38:0/310990953 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+11309 (secure 0 0 0) 0x7f578c020070 con 0x7f57a4069f00 2024-05-08T22:33:04.041 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:04.041 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:54.342820+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 >> v1:172.21.15.38:6816/46721 conn(0x7f578402bd00 legacy=0x7f578402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 msgr2=0x7f57a4135ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4135ac0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 rx=0x7f57a41283d0 tx=0x7f578c017000).stop 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 shutdown_connections 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f57a4069f00 0x7f57a4135ac0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f57a4127310 0x7f57a41364a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 --2- 172.21.15.38:0/310990953 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f57a4123e10 0x7f57a4135fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.042+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 >> 172.21.15.38:0/310990953 conn(0x7f57a409a660 msgr2=0x7f57a40970f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.043+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 shutdown_connections 2024-05-08T22:33:04.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.043+0000 7f57a9cfd700 1 -- 172.21.15.38:0/310990953 wait complete. 2024-05-08T22:33:04.054 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T22:32:51.710714+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T22:32:52.302368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-08T22:33:04.055 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:33:04.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.177+0000 7f6f4b44c700 1 Processor -- start 2024-05-08T22:33:04.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.177+0000 7f6f4b44c700 1 -- start start 2024-05-08T22:33:04.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f4b44c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 0x7f6f44095d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f4b44c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44126fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f4b44c700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f44094100 con 0x7f6f44127490 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f4b44c700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f44092be0 con 0x7f6f44095950 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f4b44c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f44091670 con 0x7f6f44096220 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44126fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f491e8700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 0x7f6f44095d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f491e8700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 0x7f6f44095d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57256/0 (socket says 172.21.15.38:57256) 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44126fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60928/0 (socket says 172.21.15.38:60928) 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f491e8700 1 -- 172.21.15.38:0/4012877419 learned_addr learned my addr 172.21.15.38:0/4012877419 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f499e9700 1 --1- 172.21.15.38:0/4012877419 >> v1:172.21.15.38:6789/0 conn(0x7f6f44127490 0x7f6f4412e2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54170/0 (socket says 172.21.15.38:54170) 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 -- 172.21.15.38:0/4012877419 >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 msgr2=0x7f6f44095d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 --2- 172.21.15.38:0/4012877419 >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 0x7f6f44095d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 -- 172.21.15.38:0/4012877419 >> v1:172.21.15.38:6789/0 conn(0x7f6f44127490 legacy=0x7f6f4412e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f3bfff700 1 -- 172.21.15.38:0/4012877419 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3011626564 0 0) 0x7f6f44094100 con 0x7f6f44127490 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 -- 172.21.15.38:0/4012877419 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f44096660 con 0x7f6f44096220 2024-05-08T22:33:04.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f491e8700 1 --2- 172.21.15.38:0/4012877419 >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 0x7f6f44095d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f489e7700 1 --2- 172.21.15.38:0/4012877419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44126fa0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 rx=0x7f6f40009760 tx=0x7f6f40009060).ready entity=mon.1 client_cookie=efb3883aa89f186b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f3bfff700 1 -- 172.21.15.38:0/4012877419 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f400090d0 con 0x7f6f44096220 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f3bfff700 1 -- 172.21.15.38:0/4012877419 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4000f510 con 0x7f6f44096220 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.178+0000 7f6f3bfff700 1 -- 172.21.15.38:0/4012877419 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4000f890 con 0x7f6f44096220 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 -- 172.21.15.38:0/4012877419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 msgr2=0x7f6f44126fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/4012877419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44126fa0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 rx=0x7f6f40009760 tx=0x7f6f40009060).stop 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 -- 172.21.15.38:0/4012877419 shutdown_connections 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/4012877419 >> v2:172.21.15.38:3300/0 conn(0x7f6f44095950 0x7f6f44095d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/4012877419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44126fa0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 -- 172.21.15.38:0/4012877419 >> 172.21.15.38:0/4012877419 conn(0x7f6f4409a850 msgr2=0x7f6f44096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 -- 172.21.15.38:0/4012877419 shutdown_connections 2024-05-08T22:33:04.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.179+0000 7f6f4b44c700 1 -- 172.21.15.38:0/4012877419 wait complete. 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.180+0000 7f6f4b44c700 1 Processor -- start 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.180+0000 7f6f4b44c700 1 -- start start 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f4b44c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f44095950 0x7f6f441231a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f4b44c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44123690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f4b44c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6f44127490 0x7f6f44123b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f4b44c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f44124070 con 0x7f6f44095950 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f4b44c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f44126720 con 0x7f6f44096220 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f4b44c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6f44090e50 con 0x7f6f44127490 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f489e7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44123690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f489e7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44123690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60942/0 (socket says 172.21.15.38:60942) 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f499e9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6f44127490 0x7f6f44123b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f489e7700 1 -- 172.21.15.38:0/2877453667 learned_addr learned my addr 172.21.15.38:0/2877453667 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f491e8700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f44095950 0x7f6f441231a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f489e7700 1 -- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6f44127490 msgr2=0x7f6f44123b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.181+0000 7f6f489e7700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6f44127490 0x7f6f44123b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f489e7700 1 -- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f44095950 msgr2=0x7f6f441231a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f489e7700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f44095950 0x7f6f441231a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f489e7700 1 -- 172.21.15.38:0/2877453667 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f3400b610 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f489e7700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44123690 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 rx=0x7f6f440917b0 tx=0x7f6f40017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4000f890 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f40009e30 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f400092a0 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4000fea0 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.182+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f44124d30 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.183+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f6f4001b620 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.183+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f6f4003c7c0 con 0x7f6f44096220 2024-05-08T22:33:04.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.183+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f440646d0 con 0x7f6f44096220 2024-05-08T22:33:04.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.188+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6f40028070 con 0x7f6f44096220 2024-05-08T22:33:04.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.354+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7f6f44098b60 con 0x7f6f44096220 2024-05-08T22:33:04.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.355+0000 7f6f39ffb700 1 -- 172.21.15.38:0/2877453667 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v17) v1 ==== 110+0+10 (secure 0 0 0) 0x7f6f40028030 con 0x7f6f44096220 2024-05-08T22:33:04.355 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.356+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 >> v1:172.21.15.38:6816/46721 conn(0x7f6f2802bd00 legacy=0x7f6f2802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 msgr2=0x7f6f44123690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44123690 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 rx=0x7f6f440917b0 tx=0x7f6f40017000).stop 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 shutdown_connections 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6f44127490 0x7f6f44123b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6f44095950 0x7f6f441231a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 --2- 172.21.15.38:0/2877453667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6f44096220 0x7f6f44123690 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 >> 172.21.15.38:0/2877453667 conn(0x7f6f4409a850 msgr2=0x7f6f44097c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 shutdown_connections 2024-05-08T22:33:04.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.357+0000 7f6f4b44c700 1 -- 172.21.15.38:0/2877453667 wait complete. 2024-05-08T22:33:04.369 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 Processor -- start 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 -- start start 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec12fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec130010 0x7f8fec132400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fec064710 con 0x7f8fec097170 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec097550 con 0x7f8fec127e10 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8ff167a700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec097c70 con 0x7f8fec130010 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8feb7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec130010 0x7f8fec132400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8fea7fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec12fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8feaffd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f8fec097170 0x7f8fec127700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54178/0 (socket says 172.21.15.38:54178) 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.492+0000 7f8feaffd700 1 -- 172.21.15.38:0/4098334062 learned_addr learned my addr 172.21.15.38:0/4098334062 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fe9ffb700 1 -- 172.21.15.38:0/4098334062 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1326362491 0 0) 0x7f8fec064710 con 0x7f8fec097170 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fe9ffb700 1 -- 172.21.15.38:0/4098334062 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8fd40033f0 con 0x7f8fec097170 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fea7fc700 1 -- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec130010 msgr2=0x7f8fec132400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fea7fc700 1 --2- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec130010 0x7f8fec132400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fea7fc700 1 -- 172.21.15.38:0/4098334062 >> v1:172.21.15.38:6789/0 conn(0x7f8fec097170 legacy=0x7f8fec127700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fea7fc700 1 -- 172.21.15.38:0/4098334062 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fec0639a0 con 0x7f8fec127e10 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8feb7fe700 1 --2- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec130010 0x7f8fec132400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fea7fc700 1 --2- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec12fb20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 rx=0x7f8fe0009790 tx=0x7f8fe0009060).ready entity=mon.1 client_cookie=613e655d09e98fe0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fe9ffb700 1 -- 172.21.15.38:0/4098334062 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe00090d0 con 0x7f8fec127e10 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fe9ffb700 1 -- 172.21.15.38:0/4098334062 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fe000f510 con 0x7f8fec127e10 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.493+0000 7f8fe9ffb700 1 -- 172.21.15.38:0/4098334062 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe000f890 con 0x7f8fec127e10 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 -- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 msgr2=0x7f8fec12fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 --2- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec12fb20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 rx=0x7f8fe0009790 tx=0x7f8fe0009060).stop 2024-05-08T22:33:04.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 -- 172.21.15.38:0/4098334062 shutdown_connections 2024-05-08T22:33:04.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 --2- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec130010 0x7f8fec132400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 --2- 172.21.15.38:0/4098334062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec12fb20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 -- 172.21.15.38:0/4098334062 >> 172.21.15.38:0/4098334062 conn(0x7f8fec0631d0 msgr2=0x7f8fec098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 -- 172.21.15.38:0/4098334062 shutdown_connections 2024-05-08T22:33:04.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.494+0000 7f8ff167a700 1 -- 172.21.15.38:0/4098334062 wait complete. 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 Processor -- start 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 -- start start 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec097170 0x7f8fec13a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec13aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 0x7f8fec12cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec1303f0 con 0x7f8fec130010 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec12e450 con 0x7f8fec127e10 2024-05-08T22:33:04.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8ff167a700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec124a90 con 0x7f8fec097170 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8feaffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec097170 0x7f8fec13a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8feb7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 0x7f8fec12cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8feb7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 0x7f8fec12cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57272/0 (socket says 172.21.15.38:57272) 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8feb7fe700 1 -- 172.21.15.38:0/624282369 learned_addr learned my addr 172.21.15.38:0/624282369 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8feaffd700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec097170 0x7f8fec13a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56944/0 (socket says 172.21.15.38:56944) 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.495+0000 7f8fea7fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec13aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8feb7fe700 1 -- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec097170 msgr2=0x7f8fec13a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8feb7fe700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec097170 0x7f8fec13a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8feb7fe700 1 -- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 msgr2=0x7f8fec13aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8feb7fe700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec13aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8feb7fe700 1 -- 172.21.15.38:0/624282369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fe4009a20 con 0x7f8fec130010 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8feb7fe700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 0x7f8fec12cf90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 rx=0x7f8fe4009f60 tx=0x7f8fe400b040).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe4009d00 con 0x7f8fec130010 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fe400f040 con 0x7f8fec130010 2024-05-08T22:33:04.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fe00092a0 con 0x7f8fec130010 2024-05-08T22:33:04.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe400cd40 con 0x7f8fec130010 2024-05-08T22:33:04.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.496+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fec12f2b0 con 0x7f8fec130010 2024-05-08T22:33:04.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.497+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8fe4013610 con 0x7f8fec130010 2024-05-08T22:33:04.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.497+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f8fe403b910 con 0x7f8fec130010 2024-05-08T22:33:04.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.497+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fec09c420 con 0x7f8fec130010 2024-05-08T22:33:04.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.502+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8fe4007930 con 0x7f8fec130010 2024-05-08T22:33:04.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.667+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f8fec098970 con 0x7f8fec130010 2024-05-08T22:33:04.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.667+0000 7f8fd37fe700 1 -- 172.21.15.38:0/624282369 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v17) v1 ==== 92+0+10 (secure 0 0 0) 0x7f8fe4007340 con 0x7f8fec130010 2024-05-08T22:33:04.667 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:33:04.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 >> v1:172.21.15.38:6816/46721 conn(0x7f8fd802bd30 legacy=0x7f8fd802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 msgr2=0x7f8fec12cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 0x7f8fec12cf90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 rx=0x7f8fe4009f60 tx=0x7f8fe400b040).stop 2024-05-08T22:33:04.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 shutdown_connections 2024-05-08T22:33:04.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fec130010 0x7f8fec12cf90 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fec097170 0x7f8fec13a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 --2- 172.21.15.38:0/624282369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fec127e10 0x7f8fec13aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 >> 172.21.15.38:0/624282369 conn(0x7f8fec0631d0 msgr2=0x7f8fec069250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 shutdown_connections 2024-05-08T22:33:04.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.669+0000 7f8ff167a700 1 -- 172.21.15.38:0/624282369 wait complete. 2024-05-08T22:33:04.681 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T22:33:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 Processor -- start 2024-05-08T22:33:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 -- start start 2024-05-08T22:33:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdd60093380 0x7fdd60093760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60095e40 0x7fdd60132fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd6005e350 con 0x7fdd60093c50 2024-05-08T22:33:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd60091820 con 0x7fdd60093380 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.803+0000 7fdd66078700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdd60092610 con 0x7fdd60095e40 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5f7fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdd60093380 0x7fdd60093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60095e40 0x7fdd60132fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5effd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fdd60093c50 0x7fdd60095730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54192/0 (socket says 172.21.15.38:54192) 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5effd700 1 -- 172.21.15.38:0/3273210950 learned_addr learned my addr 172.21.15.38:0/3273210950 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5ffff700 1 -- 172.21.15.38:0/3273210950 >> v2:172.21.15.38:3300/0 conn(0x7fdd60093380 msgr2=0x7fdd60093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5ffff700 1 --2- 172.21.15.38:0/3273210950 >> v2:172.21.15.38:3300/0 conn(0x7fdd60093380 0x7fdd60093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5ffff700 1 -- 172.21.15.38:0/3273210950 >> v1:172.21.15.38:6789/0 conn(0x7fdd60093c50 legacy=0x7fdd60095730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5e7fc700 1 -- 172.21.15.38:0/3273210950 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2567933948 0 0) 0x7fdd6005e350 con 0x7fdd60093c50 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5ffff700 1 -- 172.21.15.38:0/3273210950 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd6005e760 con 0x7fdd60095e40 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5f7fe700 1 --2- 172.21.15.38:0/3273210950 >> v2:172.21.15.38:3300/0 conn(0x7fdd60093380 0x7fdd60093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5ffff700 1 --2- 172.21.15.38:0/3273210950 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60095e40 0x7fdd60132fc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 rx=0x7fdd58009e60 tx=0x7fdd58009780).ready entity=mon.2 client_cookie=f3080e18df8ea9a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5e7fc700 1 -- 172.21.15.38:0/3273210950 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5800e070 con 0x7fdd60095e40 2024-05-08T22:33:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5e7fc700 1 -- 172.21.15.38:0/3273210950 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5800bb60 con 0x7fdd60095e40 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.804+0000 7fdd5e7fc700 1 -- 172.21.15.38:0/3273210950 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd58012410 con 0x7fdd60095e40 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 -- 172.21.15.38:0/3273210950 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60095e40 msgr2=0x7fdd60132fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 --2- 172.21.15.38:0/3273210950 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60095e40 0x7fdd60132fc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 rx=0x7fdd58009e60 tx=0x7fdd58009780).stop 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 -- 172.21.15.38:0/3273210950 shutdown_connections 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 --2- 172.21.15.38:0/3273210950 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60095e40 0x7fdd60132fc0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 --2- 172.21.15.38:0/3273210950 >> v2:172.21.15.38:3300/0 conn(0x7fdd60093380 0x7fdd60093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 -- 172.21.15.38:0/3273210950 >> 172.21.15.38:0/3273210950 conn(0x7fdd6009a850 msgr2=0x7fdd60096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 -- 172.21.15.38:0/3273210950 shutdown_connections 2024-05-08T22:33:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.805+0000 7fdd66078700 1 -- 172.21.15.38:0/3273210950 wait complete. 2024-05-08T22:33:04.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 Processor -- start 2024-05-08T22:33:04.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 -- start start 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 0x7fdd6012cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd60093c50 0x7fdd6012d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd60095e40 0x7fdd6012d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6012de60 con 0x7fdd60095e40 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6008dd30 con 0x7fdd60093c50 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd66078700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdd60091970 con 0x7fdd60093380 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd5ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd60095e40 0x7fdd6012d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.806+0000 7fdd5f7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 0x7fdd6012cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 0x7fdd6012cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:56958/0 (socket says 172.21.15.38:56958) 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 -- 172.21.15.38:0/2572306474 learned_addr learned my addr 172.21.15.38:0/2572306474 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd60095e40 0x7fdd6012d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57286/0 (socket says 172.21.15.38:57286) 2024-05-08T22:33:04.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5effd700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd60093c50 0x7fdd6012d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 -- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd60093c50 msgr2=0x7fdd6012d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd60093c50 0x7fdd6012d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 -- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd60095e40 msgr2=0x7fdd6012d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd60095e40 0x7fdd6012d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 -- 172.21.15.38:0/2572306474 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd480092a0 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5effd700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd60093c50 0x7fdd6012d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd5f7fe700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 0x7fdd6012cf90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 rx=0x7fdd4800e980 tx=0x7fdd48009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48009560 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd48012600 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd58009a20 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48012980 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.807+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd6008d650 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.808+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fdd48012cf0 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.808+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fdd4803b600 con 0x7fdd60093380 2024-05-08T22:33:04.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.808+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd600646d0 con 0x7fdd60093380 2024-05-08T22:33:04.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.813+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fdd48016030 con 0x7fdd60093380 2024-05-08T22:33:04.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.978+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdd6008d810 con 0x7fdd60093380 2024-05-08T22:33:04.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.979+0000 7fdd57fff700 1 -- 172.21.15.38:0/2572306474 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v17) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdd4802a0a0 con 0x7fdd60093380 2024-05-08T22:33:04.979 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.980+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 >> v1:172.21.15.38:6816/46721 conn(0x7fdd4002bd00 legacy=0x7fdd4002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.980+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 msgr2=0x7fdd6012cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.980+0000 7fdd66078700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 0x7fdd6012cf90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 rx=0x7fdd4800e980 tx=0x7fdd48009060).stop 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.980+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 shutdown_connections 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.980+0000 7fdd66078700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd60095e40 0x7fdd6012d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.981+0000 7fdd66078700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fdd60093380 0x7fdd6012cf90 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.981+0000 7fdd66078700 1 --2- 172.21.15.38:0/2572306474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd60093c50 0x7fdd6012d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.981+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 >> 172.21.15.38:0/2572306474 conn(0x7fdd6009a850 msgr2=0x7fdd6012e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.981+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 shutdown_connections 2024-05-08T22:33:04.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:04.981+0000 7fdd66078700 1 -- 172.21.15.38:0/2572306474 wait complete. 2024-05-08T22:33:04.992 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T22:33:05.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.114+0000 7f7d93fff700 1 Processor -- start 2024-05-08T22:33:05.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.114+0000 7f7d93fff700 1 -- start start 2024-05-08T22:33:05.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.114+0000 7f7d93fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d94092300 0x7f7d940680c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d93fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7d940691f0 0x7f7d9412f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d93fff700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d94091b90 con 0x7f7d941275e0 2024-05-08T22:33:05.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d93fff700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d940926e0 con 0x7f7d940691f0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d93fff700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7d9406a3e0 con 0x7f7d94092300 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d937fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7d940691f0 0x7f7d9412f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d92ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d94092300 0x7f7d940680c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d927fc700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f7d941275e0 0x7f7d94127ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54206/0 (socket says 172.21.15.38:54206) 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d927fc700 1 -- 172.21.15.38:0/633981419 learned_addr learned my addr 172.21.15.38:0/633981419 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d937fe700 1 -- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d94092300 msgr2=0x7f7d940680c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d937fe700 1 --2- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d94092300 0x7f7d940680c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d937fe700 1 -- 172.21.15.38:0/633981419 >> v1:172.21.15.38:6789/0 conn(0x7f7d941275e0 legacy=0x7f7d94127ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d91ffb700 1 -- 172.21.15.38:0/633981419 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2015372216 0 0) 0x7f7d94091b90 con 0x7f7d941275e0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d937fe700 1 -- 172.21.15.38:0/633981419 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d94069670 con 0x7f7d940691f0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d937fe700 1 --2- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d9412f5e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 rx=0x7f7d8c009e60 tx=0x7f7d8c009780).ready entity=mon.0 client_cookie=f95497965c0bb42 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d91ffb700 1 -- 172.21.15.38:0/633981419 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c00e070 con 0x7f7d940691f0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d91ffb700 1 -- 172.21.15.38:0/633981419 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d8c00bb60 con 0x7f7d940691f0 2024-05-08T22:33:05.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.115+0000 7f7d91ffb700 1 -- 172.21.15.38:0/633981419 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c012410 con 0x7f7d940691f0 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 -- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 msgr2=0x7f7d9412f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 --2- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d9412f5e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 rx=0x7f7d8c009e60 tx=0x7f7d8c009780).stop 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 -- 172.21.15.38:0/633981419 shutdown_connections 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 --2- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d9412f5e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 --2- 172.21.15.38:0/633981419 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d94092300 0x7f7d940680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 -- 172.21.15.38:0/633981419 >> 172.21.15.38:0/633981419 conn(0x7f7d940630f0 msgr2=0x7f7d9409b600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 -- 172.21.15.38:0/633981419 shutdown_connections 2024-05-08T22:33:05.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.116+0000 7f7d93fff700 1 -- 172.21.15.38:0/633981419 wait complete. 2024-05-08T22:33:05.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 Processor -- start 2024-05-08T22:33:05.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 -- start start 2024-05-08T22:33:05.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d94096dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d94092300 0x7f7d94063810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d941275e0 0x7f7d94063d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d94064cf0 con 0x7f7d940691f0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d9409ae80 con 0x7f7d94092300 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d93fff700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7d9412f050 con 0x7f7d941275e0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d92ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d94096dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d92ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d94096dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57290/0 (socket says 172.21.15.38:57290) 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d92ffd700 1 -- 172.21.15.38:0/1842430852 learned_addr learned my addr 172.21.15.38:0/1842430852 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.117+0000 7f7d937fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d941275e0 0x7f7d94063d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d927fc700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d94092300 0x7f7d94063810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d937fe700 1 -- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d94092300 msgr2=0x7f7d94063810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d937fe700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d94092300 0x7f7d94063810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d937fe700 1 -- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 msgr2=0x7f7d94096dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d937fe700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d94096dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d937fe700 1 -- 172.21.15.38:0/1842430852 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d8c009a20 con 0x7f7d941275e0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d92ffd700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d94096dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d937fe700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d941275e0 0x7f7d94063d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 rx=0x7f7d8c014000 tx=0x7f7d9406a260).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:05.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c012410 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d8c01d630 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d94129aa0 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c0070e0 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.118+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d940975c0 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.119+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f7d8c003040 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.119+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f7d8c03cdf0 con 0x7f7d941275e0 2024-05-08T22:33:05.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.119+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d9405a310 con 0x7f7d941275e0 2024-05-08T22:33:05.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.124+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f7d8c025dc0 con 0x7f7d941275e0 2024-05-08T22:33:05.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.294+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7d94064610 con 0x7f7d941275e0 2024-05-08T22:33:05.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.295+0000 7f7d7b7fe700 1 -- 172.21.15.38:0/1842430852 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v17) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d8c0360a0 con 0x7f7d941275e0 2024-05-08T22:33:05.295 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.296+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 >> v1:172.21.15.38:6816/46721 conn(0x7f7d8002bd00 legacy=0x7f7d8002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.296+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d941275e0 msgr2=0x7f7d94063d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.296+0000 7f7d93fff700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d941275e0 0x7f7d94063d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 rx=0x7f7d8c014000 tx=0x7f7d9406a260).stop 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 shutdown_connections 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7d941275e0 0x7f7d94063d00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d940691f0 0x7f7d94096dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 --2- 172.21.15.38:0/1842430852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d94092300 0x7f7d94063810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 >> 172.21.15.38:0/1842430852 conn(0x7f7d940630f0 msgr2=0x7f7d94120f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 shutdown_connections 2024-05-08T22:33:05.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.297+0000 7f7d93fff700 1 -- 172.21.15.38:0/1842430852 wait complete. 2024-05-08T22:33:05.309 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:33:05.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 Processor -- start 2024-05-08T22:33:05.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 -- start start 2024-05-08T22:33:05.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe814127e80 0x7fe8141271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe81412fa60 0x7fe814131e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe81409d5e0 con 0x7fe814063fa0 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe814064380 con 0x7fe814127e80 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.428+0000 7fe81931d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe814097f50 con 0x7fe81412fa60 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8137fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe81412fa60 0x7fe814131e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe812ffd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fe814063fa0 0x7fe814127770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54220/0 (socket says 172.21.15.38:54220) 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe812ffd700 1 -- 172.21.15.38:0/3541933233 learned_addr learned my addr 172.21.15.38:0/3541933233 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8127fc700 1 --2- 172.21.15.38:0/3541933233 >> v2:172.21.15.38:3300/0 conn(0x7fe814127e80 0x7fe8141271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8137fe700 1 -- 172.21.15.38:0/3541933233 >> v2:172.21.15.38:3300/0 conn(0x7fe814127e80 msgr2=0x7fe8141271c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8137fe700 1 --2- 172.21.15.38:0/3541933233 >> v2:172.21.15.38:3300/0 conn(0x7fe814127e80 0x7fe8141271c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8137fe700 1 -- 172.21.15.38:0/3541933233 >> v1:172.21.15.38:6789/0 conn(0x7fe814063fa0 legacy=0x7fe814127770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8137fe700 1 -- 172.21.15.38:0/3541933233 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe814092860 con 0x7fe81412fa60 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe811ffb700 1 -- 172.21.15.38:0/3541933233 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2588495101 0 0) 0x7fe81409d5e0 con 0x7fe814063fa0 2024-05-08T22:33:05.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8127fc700 1 --2- 172.21.15.38:0/3541933233 >> v2:172.21.15.38:3300/0 conn(0x7fe814127e80 0x7fe8141271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe8137fe700 1 --2- 172.21.15.38:0/3541933233 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe81412fa60 0x7fe814131e50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 rx=0x7fe80c009e60 tx=0x7fe80c009780).ready entity=mon.2 client_cookie=f8e71c50b64f73dd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe811ffb700 1 -- 172.21.15.38:0/3541933233 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80c00e070 con 0x7fe81412fa60 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe811ffb700 1 -- 172.21.15.38:0/3541933233 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe80c00bb60 con 0x7fe81412fa60 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.429+0000 7fe811ffb700 1 -- 172.21.15.38:0/3541933233 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80c012410 con 0x7fe81412fa60 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 -- 172.21.15.38:0/3541933233 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe81412fa60 msgr2=0x7fe814131e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 --2- 172.21.15.38:0/3541933233 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe81412fa60 0x7fe814131e50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 rx=0x7fe80c009e60 tx=0x7fe80c009780).stop 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 -- 172.21.15.38:0/3541933233 shutdown_connections 2024-05-08T22:33:05.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 --2- 172.21.15.38:0/3541933233 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe81412fa60 0x7fe814131e50 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 --2- 172.21.15.38:0/3541933233 >> v2:172.21.15.38:3300/0 conn(0x7fe814127e80 0x7fe8141271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 -- 172.21.15.38:0/3541933233 >> 172.21.15.38:0/3541933233 conn(0x7fe81409a420 msgr2=0x7fe81409a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 -- 172.21.15.38:0/3541933233 shutdown_connections 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.430+0000 7fe81931d700 1 -- 172.21.15.38:0/3541933233 wait complete. 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 Processor -- start 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 -- start start 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe814063fa0 0x7fe81412e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 0x7fe81412d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe81412fa60 0x7fe81412db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe814093c00 con 0x7fe81412fa60 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe814132130 con 0x7fe814063fa0 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe81931d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe81409cfb0 con 0x7fe814127e80 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe8127fc700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 0x7fe81412d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe812ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe814063fa0 0x7fe81412e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe8127fc700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 0x7fe81412d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:57012/0 (socket says 172.21.15.38:57012) 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.431+0000 7fe8127fc700 1 -- 172.21.15.38:0/816432198 learned_addr learned my addr 172.21.15.38:0/816432198 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8137fe700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe81412fa60 0x7fe81412db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8127fc700 1 -- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe814063fa0 msgr2=0x7fe81412e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8127fc700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe814063fa0 0x7fe81412e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8127fc700 1 -- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe81412fa60 msgr2=0x7fe81412db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8127fc700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe81412fa60 0x7fe81412db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8127fc700 1 -- 172.21.15.38:0/816432198 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8040092a0 con 0x7fe814127e80 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe812ffd700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe814063fa0 0x7fe81412e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:05.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8137fe700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe81412fa60 0x7fe81412db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe8127fc700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 0x7fe81412d650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 rx=0x7fe80400ea50 tx=0x7fe804009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80400c640 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe80400c7a0 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe80c009a20 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80400cb20 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.432+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe814094900 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.433+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe8040123f0 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.433+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fe80403b050 con 0x7fe814127e80 2024-05-08T22:33:05.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.433+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe814094100 con 0x7fe814127e80 2024-05-08T22:33:05.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.438+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe8040218a0 con 0x7fe814127e80 2024-05-08T22:33:05.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.646+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe814063c30 con 0x7fe814127e80 2024-05-08T22:33:05.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.646+0000 7fe80b7fe700 1 -- 172.21.15.38:0/816432198 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2156 (secure 0 0 0) 0x7fe8040212b0 con 0x7fe814127e80 2024-05-08T22:33:05.647 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:05.647 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-08T22:32:53.331855+0000","modified":"2024-05-08T22:32:56.356287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4181},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4181":{"gid":4181,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-05-08T22:33:05.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 >> v1:172.21.15.38:6816/46721 conn(0x7fe7f402bd00 legacy=0x7fe7f402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 msgr2=0x7fe81412d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 0x7fe81412d650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 rx=0x7fe80400ea50 tx=0x7fe804009060).stop 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 shutdown_connections 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe814063fa0 0x7fe81412e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe81412fa60 0x7fe81412db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 --2- 172.21.15.38:0/816432198 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe814127e80 0x7fe81412d650 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 >> 172.21.15.38:0/816432198 conn(0x7fe81409a420 msgr2=0x7fe814131630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 shutdown_connections 2024-05-08T22:33:05.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.648+0000 7fe81931d700 1 -- 172.21.15.38:0/816432198 wait complete. 2024-05-08T22:33:05.651 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-05-08T22:33:05.661 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.780+0000 7f157662d700 1 Processor -- start 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.780+0000 7f157662d700 1 -- start start 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f157662d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f157012da60 0x7f157012fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f157662d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 0x7f1570132730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f157662d700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15701280e0 con 0x7f15701275f0 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f157662d700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1570066d80 con 0x7f157012da60 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f157662d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1570127190 con 0x7f1570130340 2024-05-08T22:33:05.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 0x7f1570132730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156f7fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f157012da60 0x7f157012fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156ffff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f15701275f0 0x7f15701279d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54236/0 (socket says 172.21.15.38:54236) 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 0x7f1570132730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60984/0 (socket says 172.21.15.38:60984) 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156ffff700 1 -- 172.21.15.38:0/623057933 learned_addr learned my addr 172.21.15.38:0/623057933 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156effd700 1 -- 172.21.15.38:0/623057933 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 319037229 0 0) 0x7f1560001110 con 0x7f15701275f0 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156effd700 1 -- 172.21.15.38:0/623057933 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f155c0033f0 con 0x7f15701275f0 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 -- 172.21.15.38:0/623057933 >> v2:172.21.15.38:3300/0 conn(0x7f157012da60 msgr2=0x7f157012fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 --2- 172.21.15.38:0/623057933 >> v2:172.21.15.38:3300/0 conn(0x7f157012da60 0x7f157012fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 -- 172.21.15.38:0/623057933 >> v1:172.21.15.38:6789/0 conn(0x7f15701275f0 legacy=0x7f15701279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 -- 172.21.15.38:0/623057933 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15701273f0 con 0x7f1570130340 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156f7fe700 1 --2- 172.21.15.38:0/623057933 >> v2:172.21.15.38:3300/0 conn(0x7f157012da60 0x7f157012fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:05.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f1574bca700 1 --2- 172.21.15.38:0/623057933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 0x7f1570132730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 rx=0x7f1568009e90 tx=0x7f1568009780).ready entity=mon.1 client_cookie=2b2c5a7ead2193a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.781+0000 7f156effd700 1 -- 172.21.15.38:0/623057933 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156800e070 con 0x7f1570130340 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f156effd700 1 -- 172.21.15.38:0/623057933 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f156800ba70 con 0x7f1570130340 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f156effd700 1 -- 172.21.15.38:0/623057933 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156800bdf0 con 0x7f1570130340 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 -- 172.21.15.38:0/623057933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 msgr2=0x7f1570132730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 --2- 172.21.15.38:0/623057933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 0x7f1570132730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 rx=0x7f1568009e90 tx=0x7f1568009780).stop 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 -- 172.21.15.38:0/623057933 shutdown_connections 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 --2- 172.21.15.38:0/623057933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1570130340 0x7f1570132730 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 --2- 172.21.15.38:0/623057933 >> v2:172.21.15.38:3300/0 conn(0x7f157012da60 0x7f157012fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 -- 172.21.15.38:0/623057933 >> 172.21.15.38:0/623057933 conn(0x7f157009a660 msgr2=0x7f157009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 -- 172.21.15.38:0/623057933 shutdown_connections 2024-05-08T22:33:05.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.782+0000 7f157662d700 1 -- 172.21.15.38:0/623057933 wait complete. 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.783+0000 7f157662d700 1 Processor -- start 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 -- start start 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f15701275f0 0x7f15701249b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 0x7f15701291d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1570130340 0x7f15701296c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1570066980 con 0x7f1570130340 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f157012a640 con 0x7f157012da60 2024-05-08T22:33:05.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f157662d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1570112330 con 0x7f15701275f0 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f156f7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 0x7f15701291d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f1574bca700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1570130340 0x7f15701296c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f156f7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 0x7f15701291d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:60990/0 (socket says 172.21.15.38:60990) 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f156f7fe700 1 -- 172.21.15.38:0/3941904483 learned_addr learned my addr 172.21.15.38:0/3941904483 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.784+0000 7f156ffff700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f15701275f0 0x7f15701249b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f1574bca700 1 -- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f15701275f0 msgr2=0x7f15701249b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f1574bca700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f15701275f0 0x7f15701249b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f1574bca700 1 -- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 msgr2=0x7f15701291d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f1574bca700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 0x7f15701291d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f1574bca700 1 -- 172.21.15.38:0/3941904483 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15580092a0 con 0x7f1570130340 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f156f7fe700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 0x7f15701291d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f1574bca700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1570130340 0x7f15701296c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 rx=0x7f1568014000 tx=0x7f1568009780).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156801d630 con 0x7f1570130340 2024-05-08T22:33:05.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f156801d790 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156801db10 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1568009a20 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.785+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1570112a10 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.786+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f1568003040 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.786+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f156803cf80 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.786+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1570096bd0 con 0x7f1570130340 2024-05-08T22:33:05.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.791+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f156801b310 con 0x7f1570130340 2024-05-08T22:33:05.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.958+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1570064be0 con 0x7f1570130340 2024-05-08T22:33:05.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.958+0000 7f156cff9700 1 -- 172.21.15.38:0/3941904483 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+11309 (secure 0 0 0) 0x7f1568035090 con 0x7f1570130340 2024-05-08T22:33:05.959 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:05.959 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":17,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:32:54.342820+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:33:05.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 >> v1:172.21.15.38:6816/46721 conn(0x7f155002bd00 legacy=0x7f155002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1570130340 msgr2=0x7f15701296c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1570130340 0x7f15701296c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 rx=0x7f1568014000 tx=0x7f1568009780).stop 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 shutdown_connections 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1570130340 0x7f15701296c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f15701275f0 0x7f15701249b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 --2- 172.21.15.38:0/3941904483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f157012da60 0x7f15701291d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 >> 172.21.15.38:0/3941904483 conn(0x7f157009a660 msgr2=0x7f157012d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 shutdown_connections 2024-05-08T22:33:05.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:05.960+0000 7f157662d700 1 -- 172.21.15.38:0/3941904483 wait complete. 2024-05-08T22:33:05.973 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:33:06.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.091+0000 7fec9dbd6700 1 Processor -- start 2024-05-08T22:33:06.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.091+0000 7fec9dbd6700 1 -- start start 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec9dbd6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 0x7fec98127f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec9dbd6700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 0x7fec98124250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec9dbd6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98124740 0x7fec98124bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec9dbd6700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec98094010 con 0x7fec98128410 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec9dbd6700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec98092430 con 0x7fec98127b40 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec9dbd6700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fec9805e350 con 0x7fec98124740 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 0x7fec98127f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec96ffd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 0x7fec98124250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec97fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98124740 0x7fec98124bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 0x7fec98127f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:32770/0 (socket says 172.21.15.38:32770) 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec96ffd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 0x7fec98124250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57324/0 (socket says 172.21.15.38:57324) 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 -- 172.21.15.38:0/2566572466 learned_addr learned my addr 172.21.15.38:0/2566572466 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 -- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98124740 msgr2=0x7fec98124bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 --2- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98124740 0x7fec98124bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 -- 172.21.15.38:0/2566572466 >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 msgr2=0x7fec98124250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 --2- 172.21.15.38:0/2566572466 >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 0x7fec98124250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 -- 172.21.15.38:0/2566572466 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec98093110 con 0x7fec98127b40 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec97fff700 1 --2- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98124740 0x7fec98124bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec96ffd700 1 --2- 172.21.15.38:0/2566572466 >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 0x7fec98124250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec977fe700 1 --2- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 0x7fec98127f20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 rx=0x7fec80009830 tx=0x7fec800090f0).ready entity=mon.1 client_cookie=ba609c07cfc7feae server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec967fc700 1 -- 172.21.15.38:0/2566572466 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec8000f510 con 0x7fec98127b40 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec967fc700 1 -- 172.21.15.38:0/2566572466 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec8000f670 con 0x7fec98127b40 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.092+0000 7fec967fc700 1 -- 172.21.15.38:0/2566572466 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec8000fa10 con 0x7fec98127b40 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 msgr2=0x7fec98127f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 0x7fec98127f20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 rx=0x7fec80009830 tx=0x7fec800090f0).stop 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2566572466 shutdown_connections 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98124740 0x7fec98124bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2566572466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98127b40 0x7fec98127f20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2566572466 >> v2:172.21.15.38:3300/0 conn(0x7fec98128410 0x7fec98124250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2566572466 >> 172.21.15.38:0/2566572466 conn(0x7fec9809a850 msgr2=0x7fec98096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2566572466 shutdown_connections 2024-05-08T22:33:06.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.093+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2566572466 wait complete. 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.094+0000 7fec9dbd6700 1 Processor -- start 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.094+0000 7fec9dbd6700 1 -- start start 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec9dbd6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 0x7fec98067470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec9dbd6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98127b40 0x7fec98067960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec9dbd6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98128410 0x7fec98067e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec9dbd6700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec98092aa0 con 0x7fec98124740 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec9dbd6700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec981244e0 con 0x7fec98128410 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec9dbd6700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fec980908f0 con 0x7fec98127b40 2024-05-08T22:33:06.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 0x7fec98067470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 0x7fec98067470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57332/0 (socket says 172.21.15.38:57332) 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 -- 172.21.15.38:0/2150245834 learned_addr learned my addr 172.21.15.38:0/2150245834 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec96ffd700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98127b40 0x7fec98067960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec97fff700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98128410 0x7fec98067e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 -- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98127b40 msgr2=0x7fec98067960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98127b40 0x7fec98067960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 -- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98128410 msgr2=0x7fec98067e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.095+0000 7fec977fe700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98128410 0x7fec98067e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec977fe700 1 -- 172.21.15.38:0/2150245834 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec90009a20 con 0x7fec98124740 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec96ffd700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98127b40 0x7fec98067960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec97fff700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98128410 0x7fec98067e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec977fe700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 0x7fec98067470 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 rx=0x7fec98092570 tx=0x7fec80015000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80006910 con 0x7fec98124740 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec80000bc0 con 0x7fec98124740 2024-05-08T22:33:06.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec880092a0 con 0x7fec98124740 2024-05-08T22:33:06.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80024470 con 0x7fec98124740 2024-05-08T22:33:06.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec80009370 con 0x7fec98124740 2024-05-08T22:33:06.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.096+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fec80021070 con 0x7fec98124740 2024-05-08T22:33:06.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.097+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fec8003ca90 con 0x7fec98124740 2024-05-08T22:33:06.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.097+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec980646d0 con 0x7fec98124740 2024-05-08T22:33:06.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.101+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fec80010990 con 0x7fec98124740 2024-05-08T22:33:06.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.310+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fec98046ce0 con 0x7fec98124740 2024-05-08T22:33:06.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.310+0000 7fec8ffff700 1 -- 172.21.15.38:0/2150245834 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2156 (secure 0 0 0) 0x7fec800103a0 con 0x7fec98124740 2024-05-08T22:33:06.311 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:06.311 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-08T22:32:53.331855+0000","modified":"2024-05-08T22:32:56.356287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4181},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4181":{"gid":4181,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-05-08T22:33:06.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 >> v1:172.21.15.38:6816/46721 conn(0x7fec7802bd00 legacy=0x7fec7802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 msgr2=0x7fec98067470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 0x7fec98067470 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 rx=0x7fec98092570 tx=0x7fec80015000).stop 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 shutdown_connections 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fec98128410 0x7fec98067e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fec98124740 0x7fec98067470 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 --2- 172.21.15.38:0/2150245834 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fec98127b40 0x7fec98067960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 >> 172.21.15.38:0/2150245834 conn(0x7fec9809a850 msgr2=0x7fec98123540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 shutdown_connections 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.312+0000 7fec9dbd6700 1 -- 172.21.15.38:0/2150245834 wait complete. 2024-05-08T22:33:06.313 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-05-08T22:33:06.425 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-05-08T22:32:53.331855+0000', 'modified': '2024-05-08T22:32:56.356287+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4181}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4181': {'gid': 4181, 'name': 'a', 'rank': 0, 'incarnation': 3, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6817/2131126443', 'addrs': {'addrvec': [{'type': 'v1', 'addr': '172.21.15.38:6817', 'nonce': 2131126443}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138314316775423, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [4], 'metadata_pool': 3, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-05-08T22:33:06.425 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-05-08T22:33:06.425 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-05-08T22:33:06.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.547+0000 7f905c033700 1 Processor -- start 2024-05-08T22:33:06.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.547+0000 7f905c033700 1 -- start start 2024-05-08T22:33:06.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905c033700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f90541275f0 0x7f90541279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905c033700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9054096950 0x7f9054132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905c033700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9054127190 con 0x7f9054095de0 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905c033700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9054066d80 con 0x7f9054096950 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905c033700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f90541273f0 con 0x7f90541275f0 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905a5d0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9054096950 0x7f9054132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f90595ce700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f9054095de0 0x7f9054096240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54248/0 (socket says 172.21.15.38:54248) 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f90595ce700 1 -- 172.21.15.38:0/7537686 learned_addr learned my addr 172.21.15.38:0/7537686 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f9059dcf700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f90541275f0 0x7f90541279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905a5d0700 1 -- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f90541275f0 msgr2=0x7f90541279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905a5d0700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f90541275f0 0x7f90541279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f9058dcd700 1 -- 172.21.15.38:0/7537686 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 55008285 0 0) 0x7f9054127190 con 0x7f9054095de0 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905a5d0700 1 -- 172.21.15.38:0/7537686 >> v1:172.21.15.38:6789/0 conn(0x7f9054095de0 legacy=0x7f9054096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905a5d0700 1 -- 172.21.15.38:0/7537686 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9054066750 con 0x7f9054096950 2024-05-08T22:33:06.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f9059dcf700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f90541275f0 0x7f90541279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f905a5d0700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9054096950 0x7f9054132a90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 rx=0x7f904c009e90 tx=0x7f904c009780).ready entity=mon.1 client_cookie=2094302c3f7d156f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f9058dcd700 1 -- 172.21.15.38:0/7537686 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c00e070 con 0x7f9054096950 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f9058dcd700 1 -- 172.21.15.38:0/7537686 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f904c00bb60 con 0x7f9054096950 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.548+0000 7f9058dcd700 1 -- 172.21.15.38:0/7537686 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c012410 con 0x7f9054096950 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 -- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9054096950 msgr2=0x7f9054132a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9054096950 0x7f9054132a90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 rx=0x7f904c009e90 tx=0x7f904c009780).stop 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 -- 172.21.15.38:0/7537686 shutdown_connections 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9054096950 0x7f9054132a90 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 --2- 172.21.15.38:0/7537686 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f90541275f0 0x7f90541279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 -- 172.21.15.38:0/7537686 >> 172.21.15.38:0/7537686 conn(0x7f905409a660 msgr2=0x7f905409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 -- 172.21.15.38:0/7537686 shutdown_connections 2024-05-08T22:33:06.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.549+0000 7f905c033700 1 -- 172.21.15.38:0/7537686 wait complete. 2024-05-08T22:33:06.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 Processor -- start 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 -- start start 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 0x7f90541245a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9054096950 0x7f90541134d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f90541275f0 0x7f90541139c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9054114980 con 0x7f9054096950 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9054099da0 con 0x7f90541275f0 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f905c033700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f90540669b0 con 0x7f9054095de0 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 0x7f90541245a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 0x7f90541245a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:57052/0 (socket says 172.21.15.38:57052) 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.550+0000 7f9059dcf700 1 -- 172.21.15.38:0/3942277056 learned_addr learned my addr 172.21.15.38:0/3942277056 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f905a5d0700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f90541275f0 0x7f90541139c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f90595ce700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9054096950 0x7f90541134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f9059dcf700 1 -- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f90541275f0 msgr2=0x7f90541139c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f9059dcf700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f90541275f0 0x7f90541139c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f9059dcf700 1 -- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9054096950 msgr2=0x7f90541134d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f9059dcf700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9054096950 0x7f90541134d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f9059dcf700 1 -- 172.21.15.38:0/3942277056 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90440092a0 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f9059dcf700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 0x7f90541245a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 rx=0x7f904400ea20 tx=0x7f9044009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f904a7fc700 1 -- 172.21.15.38:0/3942277056 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904400ee60 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f904a7fc700 1 -- 172.21.15.38:0/3942277056 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f904400c850 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f904c009a20 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f904a7fc700 1 -- 172.21.15.38:0/3942277056 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904400cbd0 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.551+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9054117810 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.552+0000 7f904a7fc700 1 -- 172.21.15.38:0/3942277056 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f904401b400 con 0x7f9054095de0 2024-05-08T22:33:06.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.552+0000 7f904a7fc700 1 -- 172.21.15.38:0/3942277056 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f904403b530 con 0x7f9054095de0 2024-05-08T22:33:06.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 Processor -- start 2024-05-08T22:33:06.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 -- start start 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebf9a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfc40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567ebf64740 con 0x5567ebf9aa70 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567ebedb150 con 0x5567ebf9a1a0 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x5567ebef0640 con 0x5567ebfc45b0 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebf9a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f905a5d0700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebf9a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:32786/0 (socket says 172.21.15.38:32786) 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f9059dcf700 1 -- 172.21.15.38:0/980438309 learned_addr learned my addr 172.21.15.38:0/980438309 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f90595ce700 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfc40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.555+0000 7f9059dcf700 1 -- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 msgr2=0x5567ebfc69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f9059dcf700 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f9059dcf700 1 -- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 msgr2=0x5567ebfc40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f9059dcf700 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfc40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f9059dcf700 1 -- 172.21.15.38:0/980438309 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567ebd8b710 con 0x5567ebf9a1a0 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f905a5d0700 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f90595ce700 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfc40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f9059dcf700 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebf9a580 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 rx=0x7f90440094f0 tx=0x7f904401a000).ready entity=mon.1 client_cookie=6e21f61236be106a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f90377fe700 1 -- 172.21.15.38:0/980438309 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9044011350 con 0x5567ebf9a1a0 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f90377fe700 1 -- 172.21.15.38:0/980438309 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90440114b0 con 0x5567ebf9a1a0 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f90377fe700 1 -- 172.21.15.38:0/980438309 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90440118e0 con 0x5567ebf9a1a0 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 -- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 msgr2=0x5567ebf9a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebf9a580 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 rx=0x7f90440094f0 tx=0x7f904401a000).stop 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 -- 172.21.15.38:0/980438309 shutdown_connections 2024-05-08T22:33:06.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebf9a580 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/980438309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfc40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 -- 172.21.15.38:0/980438309 >> 172.21.15.38:0/980438309 conn(0x5567ebe08940 msgr2=0x5567ebfbacf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.556+0000 7f906d9e8b80 1 -- 172.21.15.38:0/980438309 shutdown_connections 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.557+0000 7f906d9e8b80 1 -- 172.21.15.38:0/980438309 wait complete. 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.557+0000 7f906d9e8b80 1 -- start start 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.557+0000 7f906d9e8b80 1 Processor -- start 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 0x5567ebfc0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9aa70 0x5567ebfc0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567ebef0780 con 0x5567ebf9a1a0 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567ebef0a00 con 0x5567ebf9aa70 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x5567ebebbd40 con 0x5567ebfc45b0 2024-05-08T22:33:06.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 10 client.0 ll_register_callbacks cb 0x5567ebf5eb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 0x5567ebfc0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f90595ce700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9aa70 0x5567ebfc0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 0x5567ebfc0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57346/0 (socket says 172.21.15.38:57346) 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 -- 172.21.15.38:0/3310194351 learned_addr learned my addr 172.21.15.38:0/3310194351 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f905a5d0700 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 -- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 msgr2=0x5567ebfc9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 -- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9aa70 msgr2=0x5567ebfc0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9aa70 0x5567ebfc0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 -- 172.21.15.38:0/3310194351 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9054066750 con 0x5567ebf9a1a0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f90595ce700 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9aa70 0x5567ebfc0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9059dcf700 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 0x5567ebfc0750 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 rx=0x7f90440094f0 tx=0x7f9044025000).ready entity=mon.0 client_cookie=457343860ee06492 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9034ff9700 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9034ff9700 1 -- 172.21.15.38:0/3310194351 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9044023350 con 0x5567ebf9a1a0 2024-05-08T22:33:06.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f9034ff9700 1 -- 172.21.15.38:0/3310194351 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f904403a270 con 0x5567ebf9a1a0 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.558+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5567ebf92e00 con 0x5567ebf9a1a0 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f9034ff9700 1 -- 172.21.15.38:0/3310194351 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9044005a90 con 0x5567ebf9a1a0 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 10 client.4620 fetch_fsmap learned FSMap version 6 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x7f904c009a20 con 0x5567ebf9a1a0 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f9034ff9700 1 -- 172.21.15.38:0/3310194351 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5567ebf92e00 con 0x5567ebf9a1a0 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f9034ff9700 1 -- 172.21.15.38:0/3310194351 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 6) v1 ==== 1430+0+0 (secure 0 0 0) 0x7f9044005bf0 con 0x5567ebf9a1a0 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 10 client.4620 fetch_fsmap finished waiting for FSMap version 6 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 10 client.4620 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 20 client.4620 populate_metadata read hostname 'smithi038' 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 4 client.4620 mds_command: new command op to 4181 tid=0[{"prefix": "get_command_descriptions"}] 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 --> v1:172.21.15.38:6817/2131126443 -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5567ebf68380 con 0x5567ebfca500 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.559+0000 7f9034ff9700 10 client.4620 ms_handle_connect on v1:172.21.15.38:6817/2131126443 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f9034ff9700 1 -- 172.21.15.38:0/3310194351 <== mds.0 v1:172.21.15.38:6817/2131126443 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+17015 (unknown 0 0 3608088055) 0x5567ebf68380 con 0x5567ebfca500 2024-05-08T22:33:06.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f9034ff9700 10 client.4620 handle_command_reply: tid=0 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 client.4620 shutdown 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 msgr2=0x5567ebfc0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 0x5567ebfc0750 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 rx=0x7f90440094f0 tx=0x7f9044025000).stop 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 shutdown_connections 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebfc45b0 0x5567ebfc9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9a1a0 0x5567ebfc0750 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f9034ff9700 0 client.4620 ms_handle_reset on v1:172.21.15.38:6817/2131126443 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/3310194351 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9aa70 0x5567ebfc0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 >> 172.21.15.38:0/3310194351 conn(0x5567ebe08940 msgr2=0x5567ebfb5ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 shutdown_connections 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 1 -- 172.21.15.38:0/3310194351 wait complete. 2024-05-08T22:33:06.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.560+0000 7f906d9e8b80 20 client.4620 trim_cache size 0 max 16384 2024-05-08T22:33:06.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.577+0000 7f906d9e8b80 1 Processor -- start 2024-05-08T22:33:06.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.577+0000 7f906d9e8b80 1 -- start start 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9a1a0 0x5567ebfda1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfbed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 0x5567ebfbf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567ebfb88f0 con 0x5567ebf9aa70 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567ebfc0440 con 0x5567ebfc45b0 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x5567ebf9cbf0 con 0x5567ebf9a1a0 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfbed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f905a5d0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 0x5567ebfbf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfbed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57356/0 (socket says 172.21.15.38:57356) 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f905a5d0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 0x5567ebfbf280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:32802/0 (socket says 172.21.15.38:32802) 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f9059dcf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9a1a0 0x5567ebfda1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 -- 172.21.15.38:0/1153326280 learned_addr learned my addr 172.21.15.38:0/1153326280 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 -- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9a1a0 msgr2=0x5567ebfda1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9a1a0 0x5567ebfda1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 -- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 msgr2=0x5567ebfbf280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 0x5567ebfbf280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 -- 172.21.15.38:0/1153326280 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567ebee9580 con 0x5567ebf9aa70 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f905a5d0700 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 0x5567ebfbf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f90595ce700 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfbed90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 rx=0x7f9050000c00 tx=0x7f9050000f90).ready entity=mon.0 client_cookie=cae336daeac34ce8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f9037fff700 1 -- 172.21.15.38:0/1153326280 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9050016d30 con 0x5567ebf9aa70 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f9037fff700 1 -- 172.21.15.38:0/1153326280 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9050016e90 con 0x5567ebf9aa70 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.578+0000 7f9037fff700 1 -- 172.21.15.38:0/1153326280 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9050019590 con 0x5567ebf9aa70 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 msgr2=0x5567ebfbed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfbed90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 rx=0x7f9050000c00 tx=0x7f9050000f90).stop 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1153326280 shutdown_connections 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebfc45b0 0x5567ebfbf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9a1a0 0x5567ebfda1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1153326280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebf9aa70 0x5567ebfbed90 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1153326280 >> 172.21.15.38:0/1153326280 conn(0x5567ebe08940 msgr2=0x5567ebf99990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1153326280 shutdown_connections 2024-05-08T22:33:06.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1153326280 wait complete. 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 -- start start 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.579+0000 7f906d9e8b80 1 Processor -- start 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebfcf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 0x5567ebfcfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 0x5567ebfd0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567ebfcf360 con 0x5567ebfc45b0 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567ebfccff0 con 0x5567ebf9a1a0 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x5567ebfbf680 con 0x5567ebf9aa70 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f906d9e8b80 10 client.0 ll_register_callbacks cb 0x5567ebf5eb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f90595ce700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 0x5567ebfcfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 0x5567ebfd0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 0x5567ebfd0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57358/0 (socket says 172.21.15.38:57358) 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f90595ce700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 0x5567ebfcfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:57086/0 (socket says 172.21.15.38:57086) 2024-05-08T22:33:06.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 -- 172.21.15.38:0/1325797340 learned_addr learned my addr 172.21.15.38:0/1325797340 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f9059dcf700 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebfcf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 -- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 msgr2=0x5567ebfcfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 0x5567ebfcfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 -- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 msgr2=0x5567ebfcf640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebfcf640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f905a5d0700 1 -- 172.21.15.38:0/1325797340 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f904c013790 con 0x5567ebfc45b0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f90595ce700 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 0x5567ebfcfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.580+0000 7f9059dcf700 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebfcf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f905a5d0700 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 0x5567ebfd0020 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 rx=0x7f904c011000 tx=0x7f904c009780).ready entity=mon.0 client_cookie=e69563cf1945857e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 1 -- 172.21.15.38:0/1325797340 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c023070 con 0x5567ebfc45b0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 1 -- 172.21.15.38:0/1325797340 <== mon.0 v2:172.21.15.38:3300/0 2 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f904c01faa0 con 0x5567ebfc45b0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f90440114b0 con 0x5567ebfc45b0 2024-05-08T22:33:06.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 1 -- 172.21.15.38:0/1325797340 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f904c01fe70 con 0x5567ebfc45b0 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 10 client.4626 fetch_fsmap learned FSMap version 6 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x7f9050001c80 con 0x5567ebfc45b0 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 1 -- 172.21.15.38:0/1325797340 <== mon.0 v2:172.21.15.38:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90440114b0 con 0x5567ebfc45b0 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 1 -- 172.21.15.38:0/1325797340 <== mon.0 v2:172.21.15.38:3300/0 5 ==== fsmap(e 6) v1 ==== 1430+0+0 (secure 0 0 0) 0x7f904c031070 con 0x5567ebfc45b0 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 10 client.4626 fetch_fsmap finished waiting for FSMap version 6 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 10 client.4626 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 20 client.4626 populate_metadata read hostname 'smithi038' 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 4 client.4626 mds_command: new command op to 4181 tid=0[{"prefix": "status"}] 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 --> v1:172.21.15.38:6817/2131126443 -- command(tid 0: {"prefix": "status"}) v1 -- 0x5567ebd58ef0 con 0x5567ec025960 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.581+0000 7f9034ff9700 10 client.4626 ms_handle_connect on v1:172.21.15.38:6817/2131126443 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f9034ff9700 1 -- 172.21.15.38:0/1325797340 <== mds.0 v1:172.21.15.38:6817/2131126443 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (unknown 0 0 1464313598) 0x5567ebd58ef0 con 0x5567ec025960 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f9034ff9700 10 client.4626 handle_command_reply: tid=0 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 client.4626 shutdown 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 msgr2=0x5567ebfd0020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 0x5567ebfd0020 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 rx=0x7f904c011000 tx=0x7f904c009780).stop 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 shutdown_connections 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5567ebf9a1a0 0x5567ebfcf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5567ebfc45b0 0x5567ebfd0020 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 --2- 172.21.15.38:0/1325797340 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x5567ebf9aa70 0x5567ebfcfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f9034ff9700 0 client.4626 ms_handle_reset on v1:172.21.15.38:6817/2131126443 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 >> 172.21.15.38:0/1325797340 conn(0x5567ebe08940 msgr2=0x5567ebfc06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 shutdown_connections 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 1 -- 172.21.15.38:0/1325797340 wait complete. 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.582+0000 7f906d9e8b80 20 client.4626 trim_cache size 0 max 16384 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stdout: "cluster_fsid": "f8cfd9ed-f4ef-4506-b858-5b55e7f7418d", 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stdout: "whoami": 0, 2024-05-08T22:33:06.588 INFO:teuthology.orchestra.run.smithi038.stdout: "id": 4181, 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "want_state": "up:active", 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "state": "up:active", 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "fs_name": "cephfs", 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "rank_uptime": 13.240186382999999, 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "mdsmap_epoch": 6, 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch": 17, 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "osdmap_epoch_barrier": 17, 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout: "uptime": 17.695556304 2024-05-08T22:33:06.589 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 >> v1:172.21.15.38:6816/46721 conn(0x7f903802bd30 legacy=0x7f903802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 msgr2=0x7f90541245a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 0x7f90541245a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 rx=0x7f904400ea20 tx=0x7f9044009060).stop 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 shutdown_connections 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f90541275f0 0x7f90541139c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9054095de0 0x7f90541245a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 --2- 172.21.15.38:0/3942277056 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9054096950 0x7f90541134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 >> 172.21.15.38:0/3942277056 conn(0x7f905409a660 msgr2=0x7f90540695e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 shutdown_connections 2024-05-08T22:33:06.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.583+0000 7f905c033700 1 -- 172.21.15.38:0/3942277056 wait complete. 2024-05-08T22:33:06.594 INFO:teuthology.run_tasks:Running task exec... 2024-05-08T22:33:06.605 INFO:teuthology.task.exec:Executing custom commands... 2024-05-08T22:33:06.605 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:33:06.605 DEBUG:teuthology.orchestra.run.smithi038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client pacific' 2024-05-08T22:33:06.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 Processor -- start 2024-05-08T22:33:06.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 -- start start 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8065410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f31c809a640 0x7f31c812adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31c8127b60 con 0x7f31c81271c0 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31c8063fd0 con 0x7f31c809a640 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cf786700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31c8064970 con 0x7f31c81275a0 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31ccd21700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8065410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cdd23700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f31c809a640 0x7f31c812adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cd522700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f31c81271c0 0x7f31c812a6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54250/0 (socket says 172.21.15.38:54250) 2024-05-08T22:33:06.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.723+0000 7f31cd522700 1 -- 172.21.15.38:0/2181803062 learned_addr learned my addr 172.21.15.38:0/2181803062 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31bffff700 1 -- 172.21.15.38:0/2181803062 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1635712982 0 0) 0x7f31c8127b60 con 0x7f31c81271c0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31bffff700 1 -- 172.21.15.38:0/2181803062 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31b40033f0 con 0x7f31c81271c0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31ccd21700 1 -- 172.21.15.38:0/2181803062 >> v2:172.21.15.38:3300/0 conn(0x7f31c809a640 msgr2=0x7f31c812adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31ccd21700 1 --2- 172.21.15.38:0/2181803062 >> v2:172.21.15.38:3300/0 conn(0x7f31c809a640 0x7f31c812adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31ccd21700 1 -- 172.21.15.38:0/2181803062 >> v1:172.21.15.38:6789/0 conn(0x7f31c81271c0 legacy=0x7f31c812a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31ccd21700 1 -- 172.21.15.38:0/2181803062 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31c809b410 con 0x7f31c81275a0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31cdd23700 1 --2- 172.21.15.38:0/2181803062 >> v2:172.21.15.38:3300/0 conn(0x7f31c809a640 0x7f31c812adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31ccd21700 1 --2- 172.21.15.38:0/2181803062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8065410 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 rx=0x7f31c4009760 tx=0x7f31c4009060).ready entity=mon.1 client_cookie=2ecc801facaddae8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31bffff700 1 -- 172.21.15.38:0/2181803062 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31c400d4a0 con 0x7f31c81275a0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31bffff700 1 -- 172.21.15.38:0/2181803062 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31c400d600 con 0x7f31c81275a0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.724+0000 7f31bffff700 1 -- 172.21.15.38:0/2181803062 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31c400d980 con 0x7f31c81275a0 2024-05-08T22:33:06.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 -- 172.21.15.38:0/2181803062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 msgr2=0x7f31c8065410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 --2- 172.21.15.38:0/2181803062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8065410 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 rx=0x7f31c4009760 tx=0x7f31c4009060).stop 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 -- 172.21.15.38:0/2181803062 shutdown_connections 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 --2- 172.21.15.38:0/2181803062 >> v2:172.21.15.38:3300/0 conn(0x7f31c809a640 0x7f31c812adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 --2- 172.21.15.38:0/2181803062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8065410 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 -- 172.21.15.38:0/2181803062 >> 172.21.15.38:0/2181803062 conn(0x7f31c8098230 msgr2=0x7f31c8098640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 -- 172.21.15.38:0/2181803062 shutdown_connections 2024-05-08T22:33:06.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.725+0000 7f31cf786700 1 -- 172.21.15.38:0/2181803062 wait complete. 2024-05-08T22:33:06.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 Processor -- start 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 -- start start 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 0x7f31c8124720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f31c81271c0 0x7f31c8113650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8113b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31c8117160 con 0x7f31c809a640 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31c81259d0 con 0x7f31c81275a0 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cf786700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f31c8064170 con 0x7f31c81271c0 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cd522700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 0x7f31c8124720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cd522700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 0x7f31c8124720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57382/0 (socket says 172.21.15.38:57382) 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cd522700 1 -- 172.21.15.38:0/2255170393 learned_addr learned my addr 172.21.15.38:0/2255170393 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31cdd23700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8113b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.726+0000 7f31ccd21700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f31c81271c0 0x7f31c8113650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:06.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cd522700 1 -- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f31c81271c0 msgr2=0x7f31c8113650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cd522700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f31c81271c0 0x7f31c8113650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cd522700 1 -- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 msgr2=0x7f31c8113b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cd522700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8113b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cd522700 1 -- 172.21.15.38:0/2255170393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31c0009a20 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cdd23700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8113b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31ccd21700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f31c81271c0 0x7f31c8113650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cd522700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 0x7f31c8124720 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 rx=0x7f31b800c590 tx=0x7f31b8007c80).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b80072e0 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31b8007440 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31c40092a0 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b80057a0 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31c8117990 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.727+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f31b8005b90 con 0x7f31c809a640 2024-05-08T22:33:06.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.728+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f31b803a810 con 0x7f31c809a640 2024-05-08T22:33:06.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.728+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31c8117990 con 0x7f31c809a640 2024-05-08T22:33:06.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.732+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f31c8117990 con 0x7f31c809a640 2024-05-08T22:33:06.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:06.914+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "pacific"} v 0) v1 -- 0x7f31c8066e30 con 0x7f31c809a640 2024-05-08T22:33:07.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.505+0000 7f31bdffb700 1 -- 172.21.15.38:0/2255170393 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "pacific"}]=0 set require_min_compat_client to pacific v18) v1 ==== 143+0+0 (secure 0 0 0) 0x7f31b8018030 con 0x7f31c809a640 2024-05-08T22:33:07.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.509+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 >> v1:172.21.15.38:6816/46721 conn(0x7f31ac02bd00 legacy=0x7f31ac02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:07.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.509+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 msgr2=0x7f31c8124720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:07.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.509+0000 7f31cf786700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 0x7f31c8124720 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 rx=0x7f31b800c590 tx=0x7f31b8007c80).stop 2024-05-08T22:33:07.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 shutdown_connections 2024-05-08T22:33:07.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f31c81275a0 0x7f31c8113b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f31c809a640 0x7f31c8124720 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 --2- 172.21.15.38:0/2255170393 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f31c81271c0 0x7f31c8113650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 >> 172.21.15.38:0/2255170393 conn(0x7f31c8098230 msgr2=0x7f31c8129ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:07.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 shutdown_connections 2024-05-08T22:33:07.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.510+0000 7f31cf786700 1 -- 172.21.15.38:0/2255170393 wait complete. 2024-05-08T22:33:07.511 INFO:teuthology.orchestra.run.smithi038.stderr:set require_min_compat_client to pacific 2024-05-08T22:33:07.524 INFO:teuthology.run_tasks:Running task print... 2024-05-08T22:33:07.532 INFO:teuthology.task.print:**** done ceph 2024-05-08T22:33:07.533 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-05-08T22:33:07.588 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-05-08T22:33:07.588 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-05-08T22:33:07.588 INFO:tasks.ceph_fuse:client.0 config is {} 2024-05-08T22:33:07.588 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-08T22:33:07.588 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:07.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:07.588 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:33:07.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:07.611 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-05-08T22:33:07.686 INFO:teuthology.orchestra.run.smithi143.stderr:Cannot find device "ceph-brx" 2024-05-08T22:33:07.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:33:07.688 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-05-08T22:33:07.688 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-05-08T22:33:07.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.820+0000 7f8fcd1ed700 1 Processor -- start 2024-05-08T22:33:07.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fcd1ed700 1 -- start start 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fcd1ed700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 0x7f8fc812aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fcd1ed700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc80964f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fcd1ed700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fc8066780 con 0x7f8fc812af80 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fcd1ed700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc8062ae0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fcd1ed700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc8066fd0 con 0x7f8fc8062700 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fc6d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 0x7f8fc812aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:07.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fc759e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc80964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fc6d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 0x7f8fc812aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:57092/0 (socket says 172.21.15.38:57092) 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.821+0000 7f8fc6d9d700 1 -- 172.21.15.38:0/3501976069 learned_addr learned my addr 172.21.15.38:0/3501976069 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc6d9d700 1 -- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 msgr2=0x7f8fc80964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc6d9d700 1 --2- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc80964f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc6d9d700 1 -- 172.21.15.38:0/3501976069 >> v1:172.21.15.38:6789/0 conn(0x7f8fc812af80 legacy=0x7f8fc8095de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc6d9d700 1 -- 172.21.15.38:0/3501976069 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fc80662e0 con 0x7f8fc8062700 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc5d9b700 1 -- 172.21.15.38:0/3501976069 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3419202288 0 0) 0x7f8fc8066780 con 0x7f8fc812af80 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc6d9d700 1 --2- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 0x7f8fc812aa90 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 rx=0x7f8fb8009830 tx=0x7f8fb80090f0).ready entity=mon.2 client_cookie=d391ef47d5a46c52 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc5d9b700 1 -- 172.21.15.38:0/3501976069 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb800b580 con 0x7f8fc8062700 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc5d9b700 1 -- 172.21.15.38:0/3501976069 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fb800b6e0 con 0x7f8fc8062700 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fc5d9b700 1 -- 172.21.15.38:0/3501976069 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb800ba60 con 0x7f8fc8062700 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 msgr2=0x7f8fc812aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 0x7f8fc812aa90 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 rx=0x7f8fb8009830 tx=0x7f8fb80090f0).stop 2024-05-08T22:33:07.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/3501976069 shutdown_connections 2024-05-08T22:33:07.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc80964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/3501976069 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc8062700 0x7f8fc812aa90 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/3501976069 >> 172.21.15.38:0/3501976069 conn(0x7f8fc809a660 msgr2=0x7f8fc809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:07.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/3501976069 shutdown_connections 2024-05-08T22:33:07.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.822+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/3501976069 wait complete. 2024-05-08T22:33:07.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 Processor -- start 2024-05-08T22:33:07.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 -- start start 2024-05-08T22:33:07.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 0x7f8fc8113770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:07.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc812af80 0x7f8fc8113c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:07.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc8114150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc81247f0 con 0x7f8fc8062700 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc80669b0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fcd1ed700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc8116c20 con 0x7f8fc812af80 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fc6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 0x7f8fc8113770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fc759e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc8114150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fc6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 0x7f8fc8113770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57384/0 (socket says 172.21.15.38:57384) 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fc6d9d700 1 -- 172.21.15.38:0/4061317512 learned_addr learned my addr 172.21.15.38:0/4061317512 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.824+0000 7f8fc659c700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc812af80 0x7f8fc8113c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc759e700 1 -- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc812af80 msgr2=0x7f8fc8113c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc759e700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc812af80 0x7f8fc8113c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc759e700 1 -- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 msgr2=0x7f8fc8113770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc759e700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 0x7f8fc8113770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:07.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc759e700 1 -- 172.21.15.38:0/4061317512 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fb8009370 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc6d9d700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 0x7f8fc8113770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fc759e700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc8114150 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 rx=0x7f8fc0009e50 tx=0x7f8fc000b040).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0009bb0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fc000f040 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fc81171c0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc000ccd0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.825+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fc81178a0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.826+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8fc001d460 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.826+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f8fc003b890 con 0x7f8fc812b3c0 2024-05-08T22:33:07.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.826+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fc8064be0 con 0x7f8fc812b3c0 2024-05-08T22:33:07.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:07.831+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8fc0007700 con 0x7f8fc812b3c0 2024-05-08T22:33:08.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.044+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8fc8046ce0 con 0x7f8fc812b3c0 2024-05-08T22:33:08.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.045+0000 7f8fbf7fe700 1 -- 172.21.15.38:0/4061317512 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8fc0007340 con 0x7f8fc812b3c0 2024-05-08T22:33:08.045 INFO:teuthology.orchestra.run.smithi038.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 >> v1:172.21.15.38:6816/46721 conn(0x7f8fa802bd30 legacy=0x7f8fa802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 msgr2=0x7f8fc8114150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc8114150 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 rx=0x7f8fc0009e50 tx=0x7f8fc000b040).stop 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 shutdown_connections 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fc812b3c0 0x7f8fc8114150 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fc8062700 0x7f8fc8113770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 --2- 172.21.15.38:0/4061317512 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8fc812af80 0x7f8fc8113c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.046+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 >> 172.21.15.38:0/4061317512 conn(0x7f8fc809a660 msgr2=0x7f8fc80696d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.047+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 shutdown_connections 2024-05-08T22:33:08.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:08.047+0000 7f8fcd1ed700 1 -- 172.21.15.38:0/4061317512 wait complete. 2024-05-08T22:33:08.058 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-08T22:33:08.058 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-08T22:33:08.058 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-05-08T22:33:08.059 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-08T22:33:08.059 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:08.059 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-08T22:33:08.059 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-08T22:33:08.059 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-08T22:33:08.059 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-08T22:33:08.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.059 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:33:08.082 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42632sec preferred_lft 42632sec 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link 2024-05-08T22:33:08.083 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-05-08T22:33:08.084 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-08T22:33:08.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.084 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:33:08.084 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:33:08.084 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add name ceph-brx type bridge 2024-05-08T22:33:08.084 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr flush dev ceph-brx 2024-05-08T22:33:08.084 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set ceph-brx up 2024-05-08T22:33:08.085 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-08T22:33:08.085 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:33:08.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.259 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-08T22:33:08.290 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-05-08T22:33:08.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.291 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-05-08T22:33:08.378 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-05-08T22:33:08.378 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-08T22:33:08.378 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-05-08T22:33:08.378 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-05-08T22:33:08.378 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-08T22:33:08.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.379 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:33:08.379 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:33:08.379 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-05-08T22:33:08.379 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-05-08T22:33:08.379 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-05-08T22:33:08.379 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:33:08.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.601 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:33:08.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.619 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list-id 2024-05-08T22:33:08.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.676 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:33:08.676 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:33:08.676 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-08T22:33:08.677 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-08T22:33:08.677 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:33:08.770 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-08T22:33:08.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-08T22:33:08.771 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:33:08.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:08.971 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:33:08.971 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:33:08.971 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-05-08T22:33:08.971 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set dev brx.0 master ceph-brx 2024-05-08T22:33:08.971 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:33:09.067 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-05-08T22:33:09.067 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-08T22:33:09.067 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:09.085 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-08T22:33:09.085 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-08T22:33:09.085 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:09.142 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-05-08T22:33:09.208 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-05-08T22:33:09.208 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-05-08T22:33:09.275 INFO:teuthology.orchestra.run.smithi143.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-05-08T22:33:09.276 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-05-08T22:33:09.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:09.276 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-05-08T22:33:09.335 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-08T22:33:09.335 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-05-08T22:33:09.377 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-05-08T22:33:09.403 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-05-08T22:33:09.403 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-05-08T22:33:09.464 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:2024-05-08T22:33:09.464+0000 7f947bdc03c0 -1 init, newargv = 0x564b3fa6e470 newargc=15 2024-05-08T22:33:09.464 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:ceph-fuse[40755]: starting ceph client 2024-05-08T22:33:09.469 INFO:teuthology.orchestra.run.smithi143.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-05-08T22:33:09.470 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:ceph-fuse[40755]: starting fuse 2024-05-08T22:33:09.470 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-05-08T22:33:09.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:09.471 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-05-08T22:33:09.528 INFO:teuthology.orchestra.run.smithi143.stdout:46 2024-05-08T22:33:09.528 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [46] 2024-05-08T22:33:09.528 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-05-08T22:33:09.529 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.0")) 2024-05-08T22:33:09.530 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-05-08T22:33:09.649 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.0.40755.asok 2024-05-08T22:33:09.832 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.40755.asok 2024-05-08T22:33:09.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:09.832 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.40755.asok status 2024-05-08T22:33:09.981 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "618f440892089921c3e944a991122ddc44e60516", 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 16.2.15 (618f440892089921c3e944a991122ddc44e60516) pacific (stable)", 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "0", 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "40755", 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-05-08T22:33:09.982 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4650, 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4650 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "172.21.15.143:0", 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 76719252 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "172.21.15.143:0", 2024-05-08T22:33:09.983 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 76719252 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4650 172.21.15.143:0/76719252", 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "172.21.15.143:0/76719252", 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 6, 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 18, 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-05-08T22:33:09.984 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-05-08T22:33:09.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:09.991 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-05-08T22:33:09.991 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:10.009 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-05-08T22:33:10.010 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:10.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:10.010 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:10.077 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-05-08T22:33:10.088 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-05-08T22:33:10.089 INFO:tasks.ceph_fuse:config is {'client.0': {'mounted': False}} 2024-05-08T22:33:10.089 INFO:tasks.ceph_fuse:client.0 config is {'mounted': False} 2024-05-08T22:33:10.089 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:33:10.089 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:33:10.136 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:33:10.137 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:33:10.195 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:33:10.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 Processor -- start 2024-05-08T22:33:10.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 -- start start 2024-05-08T22:33:10.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0b940969b0 0x7f0b9412e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94130580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b94069db0 con 0x7f0b94068f80 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b94069360 con 0x7f0b940969b0 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b9a101700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0b94068810 con 0x7f0b94096dd0 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b92ffd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0b940969b0 0x7f0b9412e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b93fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94130580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b937fe700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0b94068f80 0x7f0b940962a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:54272/0 (socket says 172.21.15.38:54272) 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.329+0000 7f0b937fe700 1 -- 172.21.15.38:0/1578368540 learned_addr learned my addr 172.21.15.38:0/1578368540 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b927fc700 1 -- 172.21.15.38:0/1578368540 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2998928555 0 0) 0x7f0b94069db0 con 0x7f0b94068f80 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b93fff700 1 -- 172.21.15.38:0/1578368540 >> v2:172.21.15.38:3300/0 conn(0x7f0b940969b0 msgr2=0x7f0b9412e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:10.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b93fff700 1 --2- 172.21.15.38:0/1578368540 >> v2:172.21.15.38:3300/0 conn(0x7f0b940969b0 0x7f0b9412e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b93fff700 1 -- 172.21.15.38:0/1578368540 >> v1:172.21.15.38:6789/0 conn(0x7f0b94068f80 legacy=0x7f0b940962a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b93fff700 1 -- 172.21.15.38:0/1578368540 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b94097ca0 con 0x7f0b94096dd0 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b92ffd700 1 --2- 172.21.15.38:0/1578368540 >> v2:172.21.15.38:3300/0 conn(0x7f0b940969b0 0x7f0b9412e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b93fff700 1 --2- 172.21.15.38:0/1578368540 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94130580 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 rx=0x7f0b8c009e90 tx=0x7f0b8c009780).ready entity=mon.2 client_cookie=993fdd24faa2446f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b927fc700 1 -- 172.21.15.38:0/1578368540 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c00e070 con 0x7f0b94096dd0 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b927fc700 1 -- 172.21.15.38:0/1578368540 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b8c00bb20 con 0x7f0b94096dd0 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.330+0000 7f0b927fc700 1 -- 172.21.15.38:0/1578368540 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c00bea0 con 0x7f0b94096dd0 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 -- 172.21.15.38:0/1578368540 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 msgr2=0x7f0b94130580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1578368540 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94130580 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 rx=0x7f0b8c009e90 tx=0x7f0b8c009780).stop 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 -- 172.21.15.38:0/1578368540 shutdown_connections 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1578368540 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94130580 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1578368540 >> v2:172.21.15.38:3300/0 conn(0x7f0b940969b0 0x7f0b9412e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 -- 172.21.15.38:0/1578368540 >> 172.21.15.38:0/1578368540 conn(0x7f0b940631c0 msgr2=0x7f0b9409b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:10.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 -- 172.21.15.38:0/1578368540 shutdown_connections 2024-05-08T22:33:10.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.331+0000 7f0b9a101700 1 -- 172.21.15.38:0/1578368540 wait complete. 2024-05-08T22:33:10.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 Processor -- start 2024-05-08T22:33:10.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 -- start start 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 0x7f0b94138230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b940969b0 0x7f0b94138720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94138c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b94139100 con 0x7f0b94068f80 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9411bfa0 con 0x7f0b940969b0 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b9a101700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0b94095a40 con 0x7f0b94096dd0 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b937fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 0x7f0b94138230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b93fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94138c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b937fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 0x7f0b94138230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:57406/0 (socket says 172.21.15.38:57406) 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b937fe700 1 -- 172.21.15.38:0/1450780377 learned_addr learned my addr 172.21.15.38:0/1450780377 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:10.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.332+0000 7f0b92ffd700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b940969b0 0x7f0b94138720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b937fe700 1 -- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 msgr2=0x7f0b94138c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b937fe700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94138c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b937fe700 1 -- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b940969b0 msgr2=0x7f0b94138720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b937fe700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b940969b0 0x7f0b94138720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b937fe700 1 -- 172.21.15.38:0/1450780377 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b880092a0 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b92ffd700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b940969b0 0x7f0b94138720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b937fe700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 0x7f0b94138230 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 rx=0x7f0b8400c4c0 tx=0x7f0b84007c10).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b8400ce30 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b840072e0 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b8c009a20 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b840057a0 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.333+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b9411c7b0 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.334+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f0b84005b50 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.334+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b9411c7b0 con 0x7f0b94068f80 2024-05-08T22:33:10.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.334+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f0b8403a770 con 0x7f0b94068f80 2024-05-08T22:33:10.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.339+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f0b9411c7b0 con 0x7f0b94068f80 2024-05-08T22:33:10.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.506+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0b9411c7b0 con 0x7f0b94068f80 2024-05-08T22:33:10.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.507+0000 7f0b7bfff700 1 -- 172.21.15.38:0/1450780377 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+11308 (secure 0 0 0) 0x7f0b9411c7b0 con 0x7f0b94068f80 2024-05-08T22:33:10.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:10.507 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":18,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:33:07.483626+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"pacific","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:33:10.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 >> v1:172.21.15.38:6816/46721 conn(0x7f0b8002bd30 legacy=0x7f0b8002e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 msgr2=0x7f0b94138230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 0x7f0b94138230 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 rx=0x7f0b8400c4c0 tx=0x7f0b84007c10).stop 2024-05-08T22:33:10.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 shutdown_connections 2024-05-08T22:33:10.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0b94096dd0 0x7f0b94138c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b94068f80 0x7f0b94138230 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 --2- 172.21.15.38:0/1450780377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b940969b0 0x7f0b94138720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 >> 172.21.15.38:0/1450780377 conn(0x7f0b940631c0 msgr2=0x7f0b9409a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:10.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 shutdown_connections 2024-05-08T22:33:10.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.509+0000 7f0b9a101700 1 -- 172.21.15.38:0/1450780377 wait complete. 2024-05-08T22:33:10.521 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T22:32:51.710714+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T22:32:52.302368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-08T22:33:10.521 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:33:10.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.643+0000 7f5a7fe29700 1 Processor -- start 2024-05-08T22:33:10.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7fe29700 1 -- start start 2024-05-08T22:33:10.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7fe29700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5a7806a2b0 0x7f5a78067530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7fe29700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78127430 0x7f5a78127850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7fe29700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a78068d00 con 0x7f5a78123f50 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7fe29700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a7806a690 con 0x7f5a7806a2b0 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7fe29700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a78127ef0 con 0x7f5a78127430 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7dbc5700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5a7806a2b0 0x7f5a78067530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7d3c4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78127430 0x7f5a78127850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7e3c6700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f5a78123f50 0x7f5a78124400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36206/0 (socket says 172.21.15.38:36206) 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.644+0000 7f5a7e3c6700 1 -- 172.21.15.38:0/2967091270 learned_addr learned my addr 172.21.15.38:0/2967091270 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78127430 msgr2=0x7f5a78127850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7dbc5700 1 --2- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78127430 0x7f5a78127850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/2967091270 >> v1:172.21.15.38:6789/0 conn(0x7f5a78123f50 legacy=0x7f5a78124400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/2967091270 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a780697f0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7cbc3700 1 -- 172.21.15.38:0/2967091270 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2082936685 0 0) 0x7f5a78068d00 con 0x7f5a78123f50 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7d3c4700 1 --2- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78127430 0x7f5a78127850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:10.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7dbc5700 1 --2- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a78067530 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 rx=0x7f5a6c009760 tx=0x7f5a6c009060).ready entity=mon.0 client_cookie=80e182cea721caef server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7cbc3700 1 -- 172.21.15.38:0/2967091270 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c00f510 con 0x7f5a7806a2b0 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7cbc3700 1 -- 172.21.15.38:0/2967091270 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a6c00f670 con 0x7f5a7806a2b0 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7cbc3700 1 -- 172.21.15.38:0/2967091270 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c00f9f0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 -- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 msgr2=0x7f5a78067530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a78067530 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 rx=0x7f5a6c009760 tx=0x7f5a6c009060).stop 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 -- 172.21.15.38:0/2967091270 shutdown_connections 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a78067530 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/2967091270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78127430 0x7f5a78127850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 -- 172.21.15.38:0/2967091270 >> 172.21.15.38:0/2967091270 conn(0x7f5a7809a660 msgr2=0x7f5a7809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 -- 172.21.15.38:0/2967091270 shutdown_connections 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.645+0000 7f5a7fe29700 1 -- 172.21.15.38:0/2967091270 wait complete. 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.646+0000 7f5a7fe29700 1 Processor -- start 2024-05-08T22:33:10.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.646+0000 7f5a7fe29700 1 -- start start 2024-05-08T22:33:10.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7fe29700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a7812e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7fe29700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78123f50 0x7f5a7812ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7fe29700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5a78127430 0x7f5a7812f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7fe29700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a78093c40 con 0x7f5a7806a2b0 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7fe29700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a78094720 con 0x7f5a78123f50 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7fe29700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5a78093e30 con 0x7f5a78127430 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a7812e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a7812e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49632/0 (socket says 172.21.15.38:49632) 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7d3c4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78123f50 0x7f5a7812ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/3782111850 learned_addr learned my addr 172.21.15.38:0/3782111850 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7e3c6700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5a78127430 0x7f5a7812f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5a78127430 msgr2=0x7f5a7812f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5a78127430 0x7f5a7812f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78123f50 msgr2=0x7f5a7812ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78123f50 0x7f5a7812ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 -- 172.21.15.38:0/3782111850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a740092a0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7d3c4700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78123f50 0x7f5a7812ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a7dbc5700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a7812e6d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 rx=0x7f5a6c009e00 tx=0x7f5a6c017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.647+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c00fe80 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.648+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a6c00f7e0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.648+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a6c0092a0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.648+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c01b640 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.648+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a78095b50 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.648+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f5a6c01b9f0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.648+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f5a6c03c9e0 con 0x7f5a7806a2b0 2024-05-08T22:33:10.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.649+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a78095510 con 0x7f5a7806a2b0 2024-05-08T22:33:10.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.653+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f5a78095510 con 0x7f5a7806a2b0 2024-05-08T22:33:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.822+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7f5a78125560 con 0x7f5a7806a2b0 2024-05-08T22:33:10.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.823+0000 7f5a6a7fc700 1 -- 172.21.15.38:0/3782111850 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v18) v1 ==== 110+0+10 (secure 0 0 0) 0x7f5a6c01f070 con 0x7f5a7806a2b0 2024-05-08T22:33:10.823 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 >> v1:172.21.15.38:6816/46721 conn(0x7f5a5c02bd30 legacy=0x7f5a5c02e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 msgr2=0x7f5a7812e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a7812e6d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 rx=0x7f5a6c009e00 tx=0x7f5a6c017000).stop 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 shutdown_connections 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5a78127430 0x7f5a7812f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a7806a2b0 0x7f5a7812e6d0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 --2- 172.21.15.38:0/3782111850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a78123f50 0x7f5a7812ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 >> 172.21.15.38:0/3782111850 conn(0x7f5a7809a660 msgr2=0x7f5a78097180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 shutdown_connections 2024-05-08T22:33:10.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.825+0000 7f5a7fe29700 1 -- 172.21.15.38:0/3782111850 wait complete. 2024-05-08T22:33:10.836 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 Processor -- start 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 -- start start 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe790068eb0 0x7fe790096160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 0x7fe790130390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7900686b0 con 0x7fe790096650 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe790069290 con 0x7fe790068eb0 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe796172700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe790068a00 con 0x7fe79012dfa0 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe78ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 0x7fe790130390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe78f7fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe790068eb0 0x7fe790096160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe78ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 0x7fe790130390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41894/0 (socket says 172.21.15.38:41894) 2024-05-08T22:33:10.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe78f7fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe790068eb0 0x7fe790096160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49638/0 (socket says 172.21.15.38:49638) 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe78effd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fe790096650 0x7fe790096a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36208/0 (socket says 172.21.15.38:36208) 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.958+0000 7fe78ffff700 1 -- 172.21.15.38:0/1843937380 learned_addr learned my addr 172.21.15.38:0/1843937380 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78ffff700 1 -- 172.21.15.38:0/1843937380 >> v2:172.21.15.38:3300/0 conn(0x7fe790068eb0 msgr2=0x7fe790096160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78ffff700 1 --2- 172.21.15.38:0/1843937380 >> v2:172.21.15.38:3300/0 conn(0x7fe790068eb0 0x7fe790096160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78ffff700 1 -- 172.21.15.38:0/1843937380 >> v1:172.21.15.38:6789/0 conn(0x7fe790096650 legacy=0x7fe790096a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78ffff700 1 -- 172.21.15.38:0/1843937380 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe790097b90 con 0x7fe79012dfa0 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78ffff700 1 --2- 172.21.15.38:0/1843937380 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 0x7fe790130390 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 rx=0x7fe788009f20 tx=0x7fe788009840).ready entity=mon.2 client_cookie=508d6c53a75163dc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78e7fc700 1 -- 172.21.15.38:0/1843937380 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78800e070 con 0x7fe79012dfa0 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78e7fc700 1 -- 172.21.15.38:0/1843937380 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe78800b9d0 con 0x7fe79012dfa0 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe78e7fc700 1 -- 172.21.15.38:0/1843937380 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78800bd50 con 0x7fe79012dfa0 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe796172700 1 -- 172.21.15.38:0/1843937380 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 msgr2=0x7fe790130390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.959+0000 7fe796172700 1 --2- 172.21.15.38:0/1843937380 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 0x7fe790130390 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 rx=0x7fe788009f20 tx=0x7fe788009840).stop 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 -- 172.21.15.38:0/1843937380 shutdown_connections 2024-05-08T22:33:10.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 --2- 172.21.15.38:0/1843937380 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe79012dfa0 0x7fe790130390 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 --2- 172.21.15.38:0/1843937380 >> v2:172.21.15.38:3300/0 conn(0x7fe790068eb0 0x7fe790096160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 -- 172.21.15.38:0/1843937380 >> 172.21.15.38:0/1843937380 conn(0x7fe7900631d0 msgr2=0x7fe790098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:10.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 -- 172.21.15.38:0/1843937380 shutdown_connections 2024-05-08T22:33:10.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 -- 172.21.15.38:0/1843937380 wait complete. 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.960+0000 7fe796172700 1 Processor -- start 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 -- start start 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 0x7fe790117c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe790096650 0x7fe790118100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe79012dfa0 0x7fe7901185f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe790118ae0 con 0x7fe790068eb0 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe790119080 con 0x7fe79012dfa0 2024-05-08T22:33:10.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe796172700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe790067780 con 0x7fe790096650 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 0x7fe790117c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78effd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe790096650 0x7fe790118100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 0x7fe790117c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49642/0 (socket says 172.21.15.38:49642) 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78f7fe700 1 -- 172.21.15.38:0/1692830409 learned_addr learned my addr 172.21.15.38:0/1692830409 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78ffff700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe79012dfa0 0x7fe7901185f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78effd700 1 -- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe79012dfa0 msgr2=0x7fe7901185f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78effd700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe79012dfa0 0x7fe7901185f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78effd700 1 -- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 msgr2=0x7fe790117c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78effd700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 0x7fe790117c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78effd700 1 -- 172.21.15.38:0/1692830409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe788009ae0 con 0x7fe790096650 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.961+0000 7fe78f7fe700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 0x7fe790117c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe78effd700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe790096650 0x7fe790118100 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 rx=0x7fe78400c440 tx=0x7fe784007d30).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7840070d0 con 0x7fe790096650 2024-05-08T22:33:10.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe784007230 con 0x7fe790096650 2024-05-08T22:33:10.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe79011b1a0 con 0x7fe790096650 2024-05-08T22:33:10.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7840075b0 con 0x7fe790096650 2024-05-08T22:33:10.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe79011be20 con 0x7fe790096650 2024-05-08T22:33:10.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.962+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe7840058f0 con 0x7fe790096650 2024-05-08T22:33:10.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.963+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fe78403a770 con 0x7fe790096650 2024-05-08T22:33:10.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.963+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe79011b680 con 0x7fe790096650 2024-05-08T22:33:10.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:10.967+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe79011b680 con 0x7fe790096650 2024-05-08T22:33:11.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.132+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe79011b680 con 0x7fe790096650 2024-05-08T22:33:11.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.133+0000 7fe777fff700 1 -- 172.21.15.38:0/1692830409 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v18) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe79011b680 con 0x7fe790096650 2024-05-08T22:33:11.134 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 >> v1:172.21.15.38:6816/46721 conn(0x7fe77c02bd00 legacy=0x7fe77c02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe790096650 msgr2=0x7fe790118100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe790096650 0x7fe790118100 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 rx=0x7fe78400c440 tx=0x7fe784007d30).stop 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 shutdown_connections 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe79012dfa0 0x7fe7901185f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe790068eb0 0x7fe790117c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 --2- 172.21.15.38:0/1692830409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe790096650 0x7fe790118100 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 >> 172.21.15.38:0/1692830409 conn(0x7fe7900631d0 msgr2=0x7fe790094f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 shutdown_connections 2024-05-08T22:33:11.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.134+0000 7fe796172700 1 -- 172.21.15.38:0/1692830409 wait complete. 2024-05-08T22:33:11.146 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.268+0000 7f96c063c700 1 Processor -- start 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.268+0000 7f96c063c700 1 -- start start 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96c063c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b8095730 0x7f96b8095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96c063c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b81306b0 0x7f96b8132aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96c063c700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96b80912b0 con 0x7f96b8096000 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96c063c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96b8091ba0 con 0x7f96b81306b0 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96c063c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f96b8092650 con 0x7f96b8095730 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96be3d8700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b8095730 0x7f96b8095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bdbd7700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f96b8096000 0x7f96b812ef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36216/0 (socket says 172.21.15.38:36216) 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bebd9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b81306b0 0x7f96b8132aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bdbd7700 1 -- 172.21.15.38:0/2337998218 learned_addr learned my addr 172.21.15.38:0/2337998218 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bd3d6700 1 -- 172.21.15.38:0/2337998218 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1397122793 0 0) 0x7f96b80912b0 con 0x7f96b8096000 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bd3d6700 1 -- 172.21.15.38:0/2337998218 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f96a40033f0 con 0x7f96b8096000 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bebd9700 1 -- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b8095730 msgr2=0x7f96b8095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bebd9700 1 --2- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b8095730 0x7f96b8095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bebd9700 1 -- 172.21.15.38:0/2337998218 >> v1:172.21.15.38:6789/0 conn(0x7f96b8096000 legacy=0x7f96b812ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.269+0000 7f96bebd9700 1 -- 172.21.15.38:0/2337998218 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96b805e560 con 0x7f96b81306b0 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96be3d8700 1 --2- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b8095730 0x7f96b8095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96bebd9700 1 --2- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b81306b0 0x7f96b8132aa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 rx=0x7f96b0009e90 tx=0x7f96b0009780).ready entity=mon.1 client_cookie=8ca40a4d18b2bd10 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96bd3d6700 1 -- 172.21.15.38:0/2337998218 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96b000e070 con 0x7f96b81306b0 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96bd3d6700 1 -- 172.21.15.38:0/2337998218 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96b000bab0 con 0x7f96b81306b0 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96bd3d6700 1 -- 172.21.15.38:0/2337998218 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96b000be30 con 0x7f96b81306b0 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 -- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b81306b0 msgr2=0x7f96b8132aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 --2- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b81306b0 0x7f96b8132aa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 rx=0x7f96b0009e90 tx=0x7f96b0009780).stop 2024-05-08T22:33:11.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 -- 172.21.15.38:0/2337998218 shutdown_connections 2024-05-08T22:33:11.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 --2- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b81306b0 0x7f96b8132aa0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 --2- 172.21.15.38:0/2337998218 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b8095730 0x7f96b8095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 -- 172.21.15.38:0/2337998218 >> 172.21.15.38:0/2337998218 conn(0x7f96b809a850 msgr2=0x7f96b8096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:11.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 -- 172.21.15.38:0/2337998218 shutdown_connections 2024-05-08T22:33:11.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.270+0000 7f96c063c700 1 -- 172.21.15.38:0/2337998218 wait complete. 2024-05-08T22:33:11.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.271+0000 7f96c063c700 1 Processor -- start 2024-05-08T22:33:11.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.271+0000 7f96c063c700 1 -- start start 2024-05-08T22:33:11.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96c063c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 0x7f96b808f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96c063c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 0x7f96b808b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96c063c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b81306b0 0x7f96b808bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96c063c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96b808e340 con 0x7f96b8095730 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96c063c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96b808eae0 con 0x7f96b8096000 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96c063c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f96b808f080 con 0x7f96b81306b0 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96bdbd7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 0x7f96b808b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 0x7f96b808f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 0x7f96b808f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49658/0 (socket says 172.21.15.38:49658) 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96bdbd7700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 0x7f96b808b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54508/0 (socket says 172.21.15.38:54508) 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 -- 172.21.15.38:0/4185582880 learned_addr learned my addr 172.21.15.38:0/4185582880 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96bebd9700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b81306b0 0x7f96b808bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 -- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b81306b0 msgr2=0x7f96b808bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b81306b0 0x7f96b808bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 -- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 msgr2=0x7f96b808b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 0x7f96b808b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 -- 172.21.15.38:0/4185582880 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96a80092a0 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96bdbd7700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 0x7f96b808b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.272+0000 7f96be3d8700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 0x7f96b808f580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 rx=0x7f96a800ea20 tx=0x7f96a8009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a800ee60 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96a800c850 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96b0009a20 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a800cbd0 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96b80931c0 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f96a801b400 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.273+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f96a803b720 con 0x7f96b8095730 2024-05-08T22:33:11.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.274+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96b80646d0 con 0x7f96b8095730 2024-05-08T22:33:11.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.278+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f96a8019900 con 0x7f96b8095730 2024-05-08T22:33:11.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.444+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f96b8046ce0 con 0x7f96b8095730 2024-05-08T22:33:11.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.444+0000 7f96aeffd700 1 -- 172.21.15.38:0/4185582880 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v18) v1 ==== 104+0+11 (secure 0 0 0) 0x7f96a8019310 con 0x7f96b8095730 2024-05-08T22:33:11.445 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-05-08T22:33:11.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 >> v1:172.21.15.38:6816/46721 conn(0x7f969c02bd30 legacy=0x7f969c02e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 msgr2=0x7f96b808f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 0x7f96b808f580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 rx=0x7f96a800ea20 tx=0x7f96a8009060).stop 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 shutdown_connections 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f96b81306b0 0x7f96b808bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96b8095730 0x7f96b808f580 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 --2- 172.21.15.38:0/4185582880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96b8096000 0x7f96b808b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 >> 172.21.15.38:0/4185582880 conn(0x7f96b809a850 msgr2=0x7f96b8097b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 shutdown_connections 2024-05-08T22:33:11.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.446+0000 7f96c063c700 1 -- 172.21.15.38:0/4185582880 wait complete. 2024-05-08T22:33:11.458 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T22:33:11.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.579+0000 7f2d8ce1a700 1 Processor -- start 2024-05-08T22:33:11.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8ce1a700 1 -- start start 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8ce1a700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d881275f0 0x7f2d881279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8ce1a700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88096950 0x7f2d88132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8ce1a700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d88127190 con 0x7f2d88095de0 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8ce1a700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d88066d80 con 0x7f2d881275f0 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8ce1a700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2d881273f0 con 0x7f2d88096950 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d8659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d881275f0 0x7f2d881279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d86d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88096950 0x7f2d88132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d85d9b700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f2d88095de0 0x7f2d88096240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36230/0 (socket says 172.21.15.38:36230) 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.580+0000 7f2d85d9b700 1 -- 172.21.15.38:0/880546529 learned_addr learned my addr 172.21.15.38:0/880546529 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:11.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8659c700 1 -- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88096950 msgr2=0x7f2d88132a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8559a700 1 -- 172.21.15.38:0/880546529 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2949541267 0 0) 0x7f2d88127190 con 0x7f2d88095de0 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8659c700 1 --2- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88096950 0x7f2d88132a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8659c700 1 -- 172.21.15.38:0/880546529 >> v1:172.21.15.38:6789/0 conn(0x7f2d88095de0 legacy=0x7f2d88096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8659c700 1 -- 172.21.15.38:0/880546529 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d88066750 con 0x7f2d881275f0 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d86d9d700 1 --2- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88096950 0x7f2d88132a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8659c700 1 --2- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d881275f0 0x7f2d881279d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 rx=0x7f2d70009790 tx=0x7f2d70009060).ready entity=mon.1 client_cookie=675c26b0887132c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8559a700 1 -- 172.21.15.38:0/880546529 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d700090d0 con 0x7f2d881275f0 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8559a700 1 -- 172.21.15.38:0/880546529 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d7000f510 con 0x7f2d881275f0 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8559a700 1 -- 172.21.15.38:0/880546529 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d7000f8e0 con 0x7f2d881275f0 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d881275f0 msgr2=0x7f2d881279d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.581+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d881275f0 0x7f2d881279d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 rx=0x7f2d70009790 tx=0x7f2d70009060).stop 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.582+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/880546529 shutdown_connections 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.582+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88096950 0x7f2d88132a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.582+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/880546529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d881275f0 0x7f2d881279d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.582+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/880546529 >> 172.21.15.38:0/880546529 conn(0x7f2d8809a660 msgr2=0x7f2d8809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:11.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.582+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/880546529 shutdown_connections 2024-05-08T22:33:11.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.582+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/880546529 wait complete. 2024-05-08T22:33:11.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 Processor -- start 2024-05-08T22:33:11.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 -- start start 2024-05-08T22:33:11.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 0x7f2d88124640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d88096950 0x7f2d88113570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 0x7f2d88113a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d88066980 con 0x7f2d881275f0 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d88116a70 con 0x7f2d88096950 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8ce1a700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2d88117010 con 0x7f2d88095de0 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8659c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 0x7f2d88124640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d86d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 0x7f2d88113a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8659c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 0x7f2d88124640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41952/0 (socket says 172.21.15.38:41952) 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8659c700 1 -- 172.21.15.38:0/3882145649 learned_addr learned my addr 172.21.15.38:0/3882145649 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d86d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 0x7f2d88113a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49668/0 (socket says 172.21.15.38:49668) 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d85d9b700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d88096950 0x7f2d88113570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.583+0000 7f2d8659c700 1 -- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d88096950 msgr2=0x7f2d88113570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8659c700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d88096950 0x7f2d88113570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8659c700 1 -- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 msgr2=0x7f2d88113a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8659c700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 0x7f2d88113a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8659c700 1 -- 172.21.15.38:0/3882145649 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d80009a20 con 0x7f2d88095de0 2024-05-08T22:33:11.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d86d9d700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 0x7f2d88113a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8659c700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 0x7f2d88124640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 rx=0x7f2d88127320 tx=0x7f2d70017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d7000f8e0 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d70006910 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d700092a0 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d7000fea0 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d881176f0 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.584+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f2d7001c630 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.585+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f2d7003cad0 con 0x7f2d88095de0 2024-05-08T22:33:11.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.585+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d88064be0 con 0x7f2d88095de0 2024-05-08T22:33:11.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.589+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f2d70020020 con 0x7f2d88095de0 2024-05-08T22:33:11.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.761+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2d88114370 con 0x7f2d88095de0 2024-05-08T22:33:11.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.761+0000 7f2d7effd700 1 -- 172.21.15.38:0/3882145649 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v18) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2d7001b3b0 con 0x7f2d88095de0 2024-05-08T22:33:11.761 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 >> v1:172.21.15.38:6816/46721 conn(0x7f2d6802bd00 legacy=0x7f2d6802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 msgr2=0x7f2d88124640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 0x7f2d88124640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 rx=0x7f2d88127320 tx=0x7f2d70017000).stop 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 shutdown_connections 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d881275f0 0x7f2d88113a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2d88095de0 0x7f2d88124640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 --2- 172.21.15.38:0/3882145649 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d88096950 0x7f2d88113570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 >> 172.21.15.38:0/3882145649 conn(0x7f2d8809a660 msgr2=0x7f2d88069850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:11.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 shutdown_connections 2024-05-08T22:33:11.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.763+0000 7f2d8ce1a700 1 -- 172.21.15.38:0/3882145649 wait complete. 2024-05-08T22:33:11.775 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-08T22:33:11.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.895+0000 7f2488769700 1 Processor -- start 2024-05-08T22:33:11.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.895+0000 7f2488769700 1 -- start start 2024-05-08T22:33:11.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2488769700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2480062700 0x7f2480128a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2488769700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480128510 0x7f2480128f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2488769700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2480091ae0 con 0x7f2480068320 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2488769700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2480062ae0 con 0x7f2480062700 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2488769700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2480069a70 con 0x7f2480128510 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486505700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2480062700 0x7f2480128a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2485d04700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480128510 0x7f2480128f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486d06700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f2480068320 0x7f24800687d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36240/0 (socket says 172.21.15.38:36240) 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486d06700 1 -- 172.21.15.38:0/2353496750 learned_addr learned my addr 172.21.15.38:0/2353496750 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486505700 1 -- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480128510 msgr2=0x7f2480128f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486505700 1 --2- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480128510 0x7f2480128f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486505700 1 -- 172.21.15.38:0/2353496750 >> v1:172.21.15.38:6789/0 conn(0x7f2480068320 legacy=0x7f24800687d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2486505700 1 -- 172.21.15.38:0/2353496750 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2480063600 con 0x7f2480062700 2024-05-08T22:33:11.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2485d04700 1 --2- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480128510 0x7f2480128f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.896+0000 7f2485503700 1 -- 172.21.15.38:0/2353496750 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1098150646 0 0) 0x7f2480091ae0 con 0x7f2480068320 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2486505700 1 --2- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f2480128a50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 rx=0x7f2470009760 tx=0x7f2470009060).ready entity=mon.0 client_cookie=84f425155d8ecafd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2485503700 1 -- 172.21.15.38:0/2353496750 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f247000f510 con 0x7f2480062700 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2485503700 1 -- 172.21.15.38:0/2353496750 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f247000f670 con 0x7f2480062700 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2485503700 1 -- 172.21.15.38:0/2353496750 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f247000f9f0 con 0x7f2480062700 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 -- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 msgr2=0x7f2480128a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 --2- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f2480128a50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 rx=0x7f2470009760 tx=0x7f2470009060).stop 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 -- 172.21.15.38:0/2353496750 shutdown_connections 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 --2- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f2480128a50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 --2- 172.21.15.38:0/2353496750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480128510 0x7f2480128f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 -- 172.21.15.38:0/2353496750 >> 172.21.15.38:0/2353496750 conn(0x7f248009a660 msgr2=0x7f248009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:11.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 -- 172.21.15.38:0/2353496750 shutdown_connections 2024-05-08T22:33:11.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.897+0000 7f2488769700 1 -- 172.21.15.38:0/2353496750 wait complete. 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.898+0000 7f2488769700 1 Processor -- start 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.898+0000 7f2488769700 1 -- start start 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f248011b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480068320 0x7f2480066140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2480128510 0x7f2480066630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f248011b240 con 0x7f2480062700 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2480127750 con 0x7f2480068320 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2480069ca0 con 0x7f2480128510 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f248011b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2485d04700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480068320 0x7f2480066140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f248011b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49688/0 (socket says 172.21.15.38:49688) 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 -- 172.21.15.38:0/3773246931 learned_addr learned my addr 172.21.15.38:0/3773246931 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486d06700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2480128510 0x7f2480066630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 -- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2480128510 msgr2=0x7f2480066630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2480128510 0x7f2480066630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 -- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480068320 msgr2=0x7f2480066140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480068320 0x7f2480066140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 -- 172.21.15.38:0/3773246931 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f247c0092a0 con 0x7f2480062700 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2485d04700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480068320 0x7f2480066140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2486505700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f248011b6d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 rx=0x7f247000f610 tx=0x7f2470017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f247000fe80 con 0x7f2480062700 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f247000f7e0 con 0x7f2480062700 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f247001b640 con 0x7f2480062700 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24700092a0 con 0x7f2480062700 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.899+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f248011ac90 con 0x7f2480062700 2024-05-08T22:33:11.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.900+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f247001ba30 con 0x7f2480062700 2024-05-08T22:33:11.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.900+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f247003c830 con 0x7f2480062700 2024-05-08T22:33:11.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.900+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f248011b080 con 0x7f2480062700 2024-05-08T22:33:11.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:11.905+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f2470029080 con 0x7f2480062700 2024-05-08T22:33:12.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.086+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f2480064be0 con 0x7f2480062700 2024-05-08T22:33:12.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.087+0000 7f2476ffd700 1 -- 172.21.15.38:0/3773246931 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v18) v1 ==== 80+0+0 (secure 0 0 0) 0x7f247001f020 con 0x7f2480062700 2024-05-08T22:33:12.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.088+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 >> v1:172.21.15.38:6816/46721 conn(0x7f246402bd00 legacy=0x7f246402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.088+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 msgr2=0x7f248011b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.088+0000 7f2488769700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f248011b6d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 rx=0x7f247000f610 tx=0x7f2470017000).stop 2024-05-08T22:33:12.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 shutdown_connections 2024-05-08T22:33:12.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2480128510 0x7f2480066630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2480062700 0x7f248011b6d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 --2- 172.21.15.38:0/3773246931 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2480068320 0x7f2480066140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 >> 172.21.15.38:0/3773246931 conn(0x7f248009a660 msgr2=0x7f24800960a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:12.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 shutdown_connections 2024-05-08T22:33:12.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.089+0000 7f2488769700 1 -- 172.21.15.38:0/3773246931 wait complete. 2024-05-08T22:33:12.090 INFO:teuthology.orchestra.run.smithi038.stderr:listed 0 entries 2024-05-08T22:33:12.100 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:33:12.100 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:33:12.123 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:33:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 Processor -- start 2024-05-08T22:33:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 -- start start 2024-05-08T22:33:12.244 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224095950 0x7f3224095d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.244 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f322412f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3224094100 con 0x7f3224096220 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3224092be0 con 0x7f32241276b0 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322bc36700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3224091670 con 0x7f3224095950 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f32299d2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224095950 0x7f3224095d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f322a1d3700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f322412f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f32291d1700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f3224096220 0x7f3224126fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36254/0 (socket says 172.21.15.38:36254) 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.242+0000 7f32291d1700 1 -- 172.21.15.38:0/3636039349 learned_addr learned my addr 172.21.15.38:0/3636039349 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32289d0700 1 -- 172.21.15.38:0/3636039349 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3742554364 0 0) 0x7f3224094100 con 0x7f3224096220 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32299d2700 1 -- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 msgr2=0x7f322412f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32299d2700 1 --2- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f322412f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32299d2700 1 -- 172.21.15.38:0/3636039349 >> v1:172.21.15.38:6789/0 conn(0x7f3224096220 legacy=0x7f3224126fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32299d2700 1 -- 172.21.15.38:0/3636039349 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3224096660 con 0x7f3224095950 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f322a1d3700 1 --2- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f322412f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32299d2700 1 --2- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224095950 0x7f3224095d30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 rx=0x7f32200097c0 tx=0x7f3220009060).ready entity=mon.2 client_cookie=3ed9be0897304d5f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32289d0700 1 -- 172.21.15.38:0/3636039349 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32200090d0 con 0x7f3224095950 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32289d0700 1 -- 172.21.15.38:0/3636039349 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f322000f510 con 0x7f3224095950 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f32289d0700 1 -- 172.21.15.38:0/3636039349 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322000f890 con 0x7f3224095950 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f322bc36700 1 -- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224095950 msgr2=0x7f3224095d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.243+0000 7f322bc36700 1 --2- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224095950 0x7f3224095d30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 rx=0x7f32200097c0 tx=0x7f3220009060).stop 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 -- 172.21.15.38:0/3636039349 shutdown_connections 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 --2- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f322412f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 --2- 172.21.15.38:0/3636039349 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224095950 0x7f3224095d30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 -- 172.21.15.38:0/3636039349 >> 172.21.15.38:0/3636039349 conn(0x7f322409a850 msgr2=0x7f3224096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 -- 172.21.15.38:0/3636039349 shutdown_connections 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 -- 172.21.15.38:0/3636039349 wait complete. 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.244+0000 7f322bc36700 1 Processor -- start 2024-05-08T22:33:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 -- start start 2024-05-08T22:33:12.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 0x7f322408fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224096220 0x7f3224090210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f3224090700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3224084b20 con 0x7f3224095950 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3224127440 con 0x7f32241276b0 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322bc36700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3224085a80 con 0x7f3224096220 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 0x7f322408fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 0x7f322408fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49692/0 (socket says 172.21.15.38:49692) 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 -- 172.21.15.38:0/3200546290 learned_addr learned my addr 172.21.15.38:0/3200546290 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322a1d3700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f3224090700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32291d1700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224096220 0x7f3224090210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 -- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224096220 msgr2=0x7f3224090210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224096220 0x7f3224090210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 -- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 msgr2=0x7f3224090700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f3224090700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f32299d2700 1 -- 172.21.15.38:0/3200546290 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f321c00ab30 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.245+0000 7f322a1d3700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f3224090700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.246+0000 7f32299d2700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 0x7f322408fd20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 rx=0x7f3220009e60 tx=0x7f3220017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.246+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322000f890 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.246+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f322000fc50 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.246+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32200092a0 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.246+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322001b440 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.246+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3224085560 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.247+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f322001b7f0 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.247+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f322003c7e0 con 0x7f3224095950 2024-05-08T22:33:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.247+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3224068630 con 0x7f3224095950 2024-05-08T22:33:12.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.251+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f3220018db0 con 0x7f3224095950 2024-05-08T22:33:12.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.420+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f32240646d0 con 0x7f3224095950 2024-05-08T22:33:12.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.421+0000 7f32167fc700 1 -- 172.21.15.38:0/3200546290 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+11308 (secure 0 0 0) 0x7f3220018350 con 0x7f3224095950 2024-05-08T22:33:12.421 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:33:12.421 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":18,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:33:07.483626+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"pacific","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 >> v1:172.21.15.38:6816/46721 conn(0x7f320802bd00 legacy=0x7f320802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 msgr2=0x7f322408fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 0x7f322408fd20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 rx=0x7f3220009e60 tx=0x7f3220017000).stop 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 shutdown_connections 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32241276b0 0x7f3224090700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3224095950 0x7f322408fd20 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 --2- 172.21.15.38:0/3200546290 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3224096220 0x7f3224090210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 >> 172.21.15.38:0/3200546290 conn(0x7f322409a850 msgr2=0x7f3224097b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:12.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 shutdown_connections 2024-05-08T22:33:12.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.423+0000 7f322bc36700 1 -- 172.21.15.38:0/3200546290 wait complete. 2024-05-08T22:33:12.435 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T22:32:51.710714+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T22:32:52.302368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-08T22:33:12.435 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 Processor -- start 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 -- start start 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c062700 0x7fb64c12aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 0x7fb64c095de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb64c066780 con 0x7fb64c12b3c0 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb64c062ae0 con 0x7fb64c12af80 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.557+0000 7fb65261c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb64c066fd0 con 0x7fb64c062700 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 0x7fb64c095de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c062700 0x7fb64c12aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 0x7fb64c095de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54560/0 (socket says 172.21.15.38:54560) 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 -- 172.21.15.38:0/2225664176 learned_addr learned my addr 172.21.15.38:0/2225664176 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb650bb9700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fb64c12b3c0 0x7fb64c0962d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36262/0 (socket says 172.21.15.38:36262) 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 -- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c062700 msgr2=0x7fb64c12aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 --2- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c062700 0x7fb64c12aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64affd700 1 -- 172.21.15.38:0/2225664176 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2367801160 0 0) 0x7fb64c066780 con 0x7fb64c12b3c0 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 -- 172.21.15.38:0/2225664176 >> v1:172.21.15.38:6789/0 conn(0x7fb64c12b3c0 legacy=0x7fb64c0962d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 -- 172.21.15.38:0/2225664176 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb64c0662e0 con 0x7fb64c12af80 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64bfff700 1 --2- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c062700 0x7fb64c12aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64b7fe700 1 --2- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 0x7fb64c095de0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 rx=0x7fb640009830 tx=0x7fb6400090f0).ready entity=mon.1 client_cookie=f1c7e9e2b07c4d1d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64affd700 1 -- 172.21.15.38:0/2225664176 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb64000b580 con 0x7fb64c12af80 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64affd700 1 -- 172.21.15.38:0/2225664176 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb64000b6e0 con 0x7fb64c12af80 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.558+0000 7fb64affd700 1 -- 172.21.15.38:0/2225664176 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb64000ba60 con 0x7fb64c12af80 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 -- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 msgr2=0x7fb64c095de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 --2- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 0x7fb64c095de0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 rx=0x7fb640009830 tx=0x7fb6400090f0).stop 2024-05-08T22:33:12.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 -- 172.21.15.38:0/2225664176 shutdown_connections 2024-05-08T22:33:12.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 --2- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c062700 0x7fb64c12aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 --2- 172.21.15.38:0/2225664176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c12af80 0x7fb64c095de0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 -- 172.21.15.38:0/2225664176 >> 172.21.15.38:0/2225664176 conn(0x7fb64c09a660 msgr2=0x7fb64c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:12.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 -- 172.21.15.38:0/2225664176 shutdown_connections 2024-05-08T22:33:12.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.559+0000 7fb65261c700 1 -- 172.21.15.38:0/2225664176 wait complete. 2024-05-08T22:33:12.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 Processor -- start 2024-05-08T22:33:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 -- start start 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 0x7fb64c124700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c12af80 0x7fb64c1135a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb64c12b3c0 0x7fb64c113a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb64c0669b0 con 0x7fb64c12b3c0 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb64c1170d0 con 0x7fb64c062700 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb65261c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb64c098740 con 0x7fb64c12af80 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb64bfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 0x7fb64c124700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb650bb9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb64c12b3c0 0x7fb64c113a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb64bfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 0x7fb64c124700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54572/0 (socket says 172.21.15.38:54572) 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.560+0000 7fb64bfff700 1 -- 172.21.15.38:0/2632704638 learned_addr learned my addr 172.21.15.38:0/2632704638 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64b7fe700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c12af80 0x7fb64c1135a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64bfff700 1 -- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c12af80 msgr2=0x7fb64c1135a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64bfff700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c12af80 0x7fb64c1135a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64bfff700 1 -- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb64c12b3c0 msgr2=0x7fb64c113a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64bfff700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb64c12b3c0 0x7fb64c113a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64bfff700 1 -- 172.21.15.38:0/2632704638 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb63c0092a0 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64b7fe700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c12af80 0x7fb64c1135a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb650bb9700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb64c12b3c0 0x7fb64c113a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb64bfff700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 0x7fb64c124700 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 rx=0x7fb63c00ea20 tx=0x7fb63c009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb63c00ee60 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb63c00c850 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb640009370 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb63c00cbd0 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.561+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb64c1177b0 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.562+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fb63c01b400 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.562+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7fb63c03b7e0 con 0x7fb64c062700 2024-05-08T22:33:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.562+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb64c116a90 con 0x7fb64c062700 2024-05-08T22:33:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.567+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fb63c019900 con 0x7fb64c062700 2024-05-08T22:33:12.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.734+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7fb64c064be0 con 0x7fb64c062700 2024-05-08T22:33:12.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.736+0000 7fb648ff9700 1 -- 172.21.15.38:0/2632704638 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v18) v1 ==== 110+0+10 (secure 0 0 0) 0x7fb63c019310 con 0x7fb64c062700 2024-05-08T22:33:12.736 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.738+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 >> v1:172.21.15.38:6816/46721 conn(0x7fb63802bd00 legacy=0x7fb63802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.738+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 msgr2=0x7fb64c124700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.738+0000 7fb65261c700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 0x7fb64c124700 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 rx=0x7fb63c00ea20 tx=0x7fb63c009060).stop 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.738+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 shutdown_connections 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.739+0000 7fb65261c700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb64c062700 0x7fb64c124700 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.739+0000 7fb65261c700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb64c12b3c0 0x7fb64c113a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.739+0000 7fb65261c700 1 --2- 172.21.15.38:0/2632704638 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fb64c12af80 0x7fb64c1135a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.739+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 >> 172.21.15.38:0/2632704638 conn(0x7fb64c09a660 msgr2=0x7fb64c069830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.739+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 shutdown_connections 2024-05-08T22:33:12.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.739+0000 7fb65261c700 1 -- 172.21.15.38:0/2632704638 wait complete. 2024-05-08T22:33:12.750 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:33:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.871+0000 7f1bdfc32700 1 Processor -- start 2024-05-08T22:33:12.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdfc32700 1 -- start start 2024-05-08T22:33:12.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdfc32700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1bd8069f00 0x7f1bd8096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdfc32700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 0x7f1bd81276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdfc32700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd8069440 con 0x7f1bd8123e10 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdfc32700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bd806a2e0 con 0x7f1bd8069f00 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdfc32700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd8068010 con 0x7f1bd8127310 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdd1cd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 0x7f1bd81276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdd9ce700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1bd8069f00 0x7f1bd8096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bde1cf700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f1bd8123e10 0x7f1bd81242c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36274/0 (socket says 172.21.15.38:36274) 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bdd1cd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 0x7f1bd81276f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54574/0 (socket says 172.21.15.38:54574) 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.872+0000 7f1bde1cf700 1 -- 172.21.15.38:0/1718430609 learned_addr learned my addr 172.21.15.38:0/1718430609 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 msgr2=0x7f1bd81276f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdd9ce700 1 --2- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 0x7f1bd81276f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/1718430609 >> v1:172.21.15.38:6789/0 conn(0x7f1bd8123e10 legacy=0x7f1bd81242c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdc9cc700 1 -- 172.21.15.38:0/1718430609 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4045625180 0 0) 0x7f1bd8069440 con 0x7f1bd8123e10 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/1718430609 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd8068950 con 0x7f1bd8069f00 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdd1cd700 1 --2- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 0x7f1bd81276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdd9ce700 1 --2- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8069f00 0x7f1bd8096ba0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 rx=0x7f1bcc009760 tx=0x7f1bcc009060).ready entity=mon.0 client_cookie=981e832a15f2cfb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdc9cc700 1 -- 172.21.15.38:0/1718430609 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc00f510 con 0x7f1bd8069f00 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdc9cc700 1 -- 172.21.15.38:0/1718430609 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bcc00f670 con 0x7f1bd8069f00 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdc9cc700 1 -- 172.21.15.38:0/1718430609 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc00f9f0 con 0x7f1bd8069f00 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdfc32700 1 -- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8069f00 msgr2=0x7f1bd8096ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.873+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8069f00 0x7f1bd8096ba0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 rx=0x7f1bcc009760 tx=0x7f1bcc009060).stop 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 -- 172.21.15.38:0/1718430609 shutdown_connections 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8069f00 0x7f1bd8096ba0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/1718430609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8127310 0x7f1bd81276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 -- 172.21.15.38:0/1718430609 >> 172.21.15.38:0/1718430609 conn(0x7f1bd809a660 msgr2=0x7f1bd809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 -- 172.21.15.38:0/1718430609 shutdown_connections 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 -- 172.21.15.38:0/1718430609 wait complete. 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.874+0000 7f1bdfc32700 1 Processor -- start 2024-05-08T22:33:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 -- start start 2024-05-08T22:33:12.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 0x7f1bd8123850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8123e10 0x7f1bd8113820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8127310 0x7f1bd8113d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd8116ff0 con 0x7f1bd8127310 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd81177d0 con 0x7f1bd8123e10 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdfc32700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd8116aa0 con 0x7f1bd8069f00 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 0x7f1bd8123850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bde1cf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8127310 0x7f1bd8113d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 0x7f1bd8123850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:42004/0 (socket says 172.21.15.38:42004) 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/869253409 learned_addr learned my addr 172.21.15.38:0/869253409 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd1cd700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8123e10 0x7f1bd8113820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8123e10 msgr2=0x7f1bd8113820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8123e10 0x7f1bd8113820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8127310 msgr2=0x7f1bd8113d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8127310 0x7f1bd8113d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 -- 172.21.15.38:0/869253409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd40092a0 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bde1cf700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8127310 0x7f1bd8113d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.875+0000 7f1bdd9ce700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 0x7f1bd8123850 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 rx=0x7f1bcc009e00 tx=0x7f1bcc017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.876+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc00f7e0 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.876+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bcc00f940 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.876+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bcc0092a0 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.876+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc01b660 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.876+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd8115350 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.876+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f1bcc01ba50 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.877+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f1bcc03cc00 con 0x7f1bd8069f00 2024-05-08T22:33:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.877+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd809abd0 con 0x7f1bd8069f00 2024-05-08T22:33:12.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:12.881+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f1bcc01bd00 con 0x7f1bd8069f00 2024-05-08T22:33:13.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.048+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f1bd8114620 con 0x7f1bd8069f00 2024-05-08T22:33:13.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.049+0000 7f1bca7fc700 1 -- 172.21.15.38:0/869253409 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v18) v1 ==== 92+0+10 (secure 0 0 0) 0x7f1bcc019380 con 0x7f1bd8069f00 2024-05-08T22:33:13.049 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:33:13.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 >> v1:172.21.15.38:6816/46721 conn(0x7f1bbc02bd00 legacy=0x7f1bbc02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 msgr2=0x7f1bd8123850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 0x7f1bd8123850 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 rx=0x7f1bcc009e00 tx=0x7f1bcc017000).stop 2024-05-08T22:33:13.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 shutdown_connections 2024-05-08T22:33:13.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd8127310 0x7f1bd8113d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1bd8069f00 0x7f1bd8123850 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 --2- 172.21.15.38:0/869253409 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8123e10 0x7f1bd8113820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 >> 172.21.15.38:0/869253409 conn(0x7f1bd809a660 msgr2=0x7f1bd81268b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:13.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 shutdown_connections 2024-05-08T22:33:13.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.051+0000 7f1bdfc32700 1 -- 172.21.15.38:0/869253409 wait complete. 2024-05-08T22:33:13.062 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 Processor -- start 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 -- start start 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 0x7f65541271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6554127770 0x7f6554127b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f655409d5e0 con 0x7f655412a710 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6554064380 con 0x7f6554127770 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.184+0000 7f655afc1700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6554097f50 con 0x7f6554063fa0 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6558d5d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 0x7f65541271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6553fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6554127770 0x7f6554127b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f655955e700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f655412a710 0x7f655412aba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:36280/0 (socket says 172.21.15.38:36280) 2024-05-08T22:33:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f655955e700 1 -- 172.21.15.38:0/872598564 learned_addr learned my addr 172.21.15.38:0/872598564 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6558d5d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 0x7f65541271c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:42018/0 (socket says 172.21.15.38:42018) 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6553fff700 1 -- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 msgr2=0x7f65541271c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6553fff700 1 --2- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 0x7f65541271c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6553fff700 1 -- 172.21.15.38:0/872598564 >> v1:172.21.15.38:6789/0 conn(0x7f655412a710 legacy=0x7f655412aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6553fff700 1 -- 172.21.15.38:0/872598564 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6554092860 con 0x7f6554127770 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f65537fe700 1 -- 172.21.15.38:0/872598564 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 535520944 0 0) 0x7f655409d5e0 con 0x7f655412a710 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6558d5d700 1 --2- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 0x7f65541271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f6553fff700 1 --2- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6554127770 0x7f6554127b90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 rx=0x7f6540009790 tx=0x7f6540009060).ready entity=mon.0 client_cookie=2a846aa40cd96e51 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f65537fe700 1 -- 172.21.15.38:0/872598564 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000f510 con 0x7f6554127770 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f65537fe700 1 -- 172.21.15.38:0/872598564 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f654000f670 con 0x7f6554127770 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.185+0000 7f65537fe700 1 -- 172.21.15.38:0/872598564 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000f9f0 con 0x7f6554127770 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 -- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6554127770 msgr2=0x7f6554127b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 --2- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6554127770 0x7f6554127b90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 rx=0x7f6540009790 tx=0x7f6540009060).stop 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 -- 172.21.15.38:0/872598564 shutdown_connections 2024-05-08T22:33:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 --2- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554063fa0 0x7f65541271c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 --2- 172.21.15.38:0/872598564 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6554127770 0x7f6554127b90 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 -- 172.21.15.38:0/872598564 >> 172.21.15.38:0/872598564 conn(0x7f655409a420 msgr2=0x7f655409a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 -- 172.21.15.38:0/872598564 shutdown_connections 2024-05-08T22:33:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.186+0000 7f655afc1700 1 -- 172.21.15.38:0/872598564 wait complete. 2024-05-08T22:33:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 Processor -- start 2024-05-08T22:33:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 -- start start 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6554063fa0 0x7f6554117d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 0x7f6554113fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f655412a710 0x7f65541144b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65541178d0 con 0x7f655412a710 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6554125990 con 0x7f6554063fa0 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655afc1700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f655409cfb0 con 0x7f6554127770 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f6553fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 0x7f6554113fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f6558d5d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6554063fa0 0x7f6554117d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f655955e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f655412a710 0x7f65541144b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f6553fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 0x7f6554113fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:42028/0 (socket says 172.21.15.38:42028) 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.187+0000 7f6553fff700 1 -- 172.21.15.38:0/248039772 learned_addr learned my addr 172.21.15.38:0/248039772 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f6553fff700 1 -- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6554063fa0 msgr2=0x7f6554117d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f6553fff700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6554063fa0 0x7f6554117d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f6553fff700 1 -- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f655412a710 msgr2=0x7f65541144b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f6553fff700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f655412a710 0x7f65541144b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f6553fff700 1 -- 172.21.15.38:0/248039772 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65480092a0 con 0x7f6554127770 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f655955e700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f655412a710 0x7f65541144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f6553fff700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 0x7f6554113fc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 rx=0x7f6540011000 tx=0x7f6540017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000f7e0 con 0x7f6554127770 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f654000f960 con 0x7f6554127770 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654001b660 con 0x7f6554127770 2024-05-08T22:33:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65400092a0 con 0x7f6554127770 2024-05-08T22:33:13.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.188+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6554115950 con 0x7f6554127770 2024-05-08T22:33:13.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.189+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f654001b9d0 con 0x7f6554127770 2024-05-08T22:33:13.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.189+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f654003c9d0 con 0x7f6554127770 2024-05-08T22:33:13.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.189+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6554115ae0 con 0x7f6554127770 2024-05-08T22:33:13.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.194+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f654001f020 con 0x7f6554127770 2024-05-08T22:33:13.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.363+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6554116eb0 con 0x7f6554127770 2024-05-08T22:33:13.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.364+0000 7f65517fa700 1 -- 172.21.15.38:0/248039772 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v18) v1 ==== 104+0+11 (secure 0 0 0) 0x7f654002c940 con 0x7f6554127770 2024-05-08T22:33:13.364 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.365+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 >> v1:172.21.15.38:6816/46721 conn(0x7f653802bd30 legacy=0x7f653802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.365+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 msgr2=0x7f6554113fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.365+0000 7f655afc1700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 0x7f6554113fc0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 rx=0x7f6540011000 tx=0x7f6540017000).stop 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 shutdown_connections 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6554063fa0 0x7f6554117d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f655412a710 0x7f65541144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 --2- 172.21.15.38:0/248039772 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6554127770 0x7f6554113fc0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 >> 172.21.15.38:0/248039772 conn(0x7f655409a420 msgr2=0x7f65540998c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 shutdown_connections 2024-05-08T22:33:13.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.366+0000 7f655afc1700 1 -- 172.21.15.38:0/248039772 wait complete. 2024-05-08T22:33:13.377 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T22:33:13.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.499+0000 7ff43a645700 1 Processor -- start 2024-05-08T22:33:13.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.499+0000 7ff43a645700 1 -- start start 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff43a645700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff434096160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff43a645700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 0x7ff434096a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff43a645700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff43412cf90 0x7ff43412f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff43a645700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff434069290 con 0x7ff434096650 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff43a645700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff434068a00 con 0x7ff434068eb0 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff43a645700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff434097560 con 0x7ff43412cf90 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff433fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff434096160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff4337fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 0x7ff434096a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff43412cf90 0x7ff43412f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff433fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff434096160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54610/0 (socket says 172.21.15.38:54610) 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff4337fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 0x7ff434096a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49744/0 (socket says 172.21.15.38:49744) 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff433fff700 1 -- 172.21.15.38:0/888362791 learned_addr learned my addr 172.21.15.38:0/888362791 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 -- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 msgr2=0x7ff434096160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:13.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 --2- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff434096160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 -- 172.21.15.38:0/888362791 >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 msgr2=0x7ff434096a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 --2- 172.21.15.38:0/888362791 >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 0x7ff434096a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 -- 172.21.15.38:0/888362791 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4340686b0 con 0x7ff43412cf90 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff433fff700 1 --2- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff434096160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff4337fe700 1 --2- 172.21.15.38:0/888362791 >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 0x7ff434096a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff438be2700 1 --2- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff43412cf90 0x7ff43412f380 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 rx=0x7ff42c009e60 tx=0x7ff42c009780).ready entity=mon.2 client_cookie=8738bdc81f868a0f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.500+0000 7ff432ffd700 1 -- 172.21.15.38:0/888362791 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42c00e070 con 0x7ff43412cf90 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff432ffd700 1 -- 172.21.15.38:0/888362791 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff42c00bab0 con 0x7ff43412cf90 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff432ffd700 1 -- 172.21.15.38:0/888362791 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42c00be30 con 0x7ff43412cf90 2024-05-08T22:33:13.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 -- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff43412cf90 msgr2=0x7ff43412f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 --2- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff43412cf90 0x7ff43412f380 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 rx=0x7ff42c009e60 tx=0x7ff42c009780).stop 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 -- 172.21.15.38:0/888362791 shutdown_connections 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 --2- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff43412cf90 0x7ff43412f380 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 --2- 172.21.15.38:0/888362791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff434096160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 --2- 172.21.15.38:0/888362791 >> v2:172.21.15.38:3300/0 conn(0x7ff434096650 0x7ff434096a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 -- 172.21.15.38:0/888362791 >> 172.21.15.38:0/888362791 conn(0x7ff4340631d0 msgr2=0x7ff434098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 -- 172.21.15.38:0/888362791 shutdown_connections 2024-05-08T22:33:13.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.501+0000 7ff43a645700 1 -- 172.21.15.38:0/888362791 wait complete. 2024-05-08T22:33:13.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.502+0000 7ff43a645700 1 Processor -- start 2024-05-08T22:33:13.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.502+0000 7ff43a645700 1 -- start start 2024-05-08T22:33:13.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff43412bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff434096650 0x7ff43412c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff43412cf90 0x7ff434063840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff43411da30 con 0x7ff43412cf90 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4340919d0 con 0x7ff434068eb0 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff434067780 con 0x7ff434096650 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff43412bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff43412bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54620/0 (socket says 172.21.15.38:54620) 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff438be2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff43412cf90 0x7ff434063840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff4337fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff434096650 0x7ff43412c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 -- 172.21.15.38:0/2499732487 learned_addr learned my addr 172.21.15.38:0/2499732487 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 -- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff434096650 msgr2=0x7ff43412c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff434096650 0x7ff43412c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 -- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff43412cf90 msgr2=0x7ff434063840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff43412cf90 0x7ff434063840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 -- 172.21.15.38:0/2499732487 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff424009370 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff438be2700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff43412cf90 0x7ff434063840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff4337fe700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff434096650 0x7ff43412c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff433fff700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff43412bb60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 rx=0x7ff42400ea50 tx=0x7ff4240090f0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400ee90 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff42400c850 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff41c0092a0 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400cbd0 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.503+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff42c009a20 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.504+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7ff42401b400 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.504+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7ff42403b6e0 con 0x7ff434068eb0 2024-05-08T22:33:13.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.504+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff434097b90 con 0x7ff434068eb0 2024-05-08T22:33:13.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.509+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7ff42401be60 con 0x7ff434068eb0 2024-05-08T22:33:13.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.674+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff43411d330 con 0x7ff434068eb0 2024-05-08T22:33:13.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.675+0000 7ff430ff9700 1 -- 172.21.15.38:0/2499732487 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v18) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff4240123f0 con 0x7ff434068eb0 2024-05-08T22:33:13.675 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 >> v1:172.21.15.38:6816/46721 conn(0x7ff41402bd00 legacy=0x7ff41402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 msgr2=0x7ff43412bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff43412bb60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 rx=0x7ff42400ea50 tx=0x7ff4240090f0).stop 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 shutdown_connections 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff434068eb0 0x7ff43412bb60 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff43412cf90 0x7ff434063840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 --2- 172.21.15.38:0/2499732487 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff434096650 0x7ff43412c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.676+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 >> 172.21.15.38:0/2499732487 conn(0x7ff4340631d0 msgr2=0x7ff43409a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.677+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 shutdown_connections 2024-05-08T22:33:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.677+0000 7ff43a645700 1 -- 172.21.15.38:0/2499732487 wait complete. 2024-05-08T22:33:13.688 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-08T22:33:13.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.810+0000 7f2918233700 1 Processor -- start 2024-05-08T22:33:13.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.810+0000 7f2918233700 1 -- start start 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2918233700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f2910093760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2918233700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2910095e40 0x7f2910132fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2918233700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f291005e350 con 0x7f2910093c50 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2918233700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2910091820 con 0x7f2910095e40 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2918233700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2910092610 con 0x7f2910093380 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2915fcf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f2910093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f29167d0700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2910095e40 0x7f2910132fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2915fcf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f2910093760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54632/0 (socket says 172.21.15.38:54632) 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2915fcf700 1 -- 172.21.15.38:0/1211645484 learned_addr learned my addr 172.21.15.38:0/1211645484 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f29167d0700 1 -- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 msgr2=0x7f2910093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f29167d0700 1 --2- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f2910093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f29167d0700 1 -- 172.21.15.38:0/1211645484 >> v1:172.21.15.38:6789/0 conn(0x7f2910093c50 legacy=0x7f2910095730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f29167d0700 1 -- 172.21.15.38:0/1211645484 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f291005e760 con 0x7f2910095e40 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2915fcf700 1 --2- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f2910093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2914fcd700 1 -- 172.21.15.38:0/1211645484 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1453565944 0 0) 0x7f291005e350 con 0x7f2910093c50 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f29167d0700 1 --2- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f2910132fc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 rx=0x7f2908009e60 tx=0x7f2908009780).ready entity=mon.0 client_cookie=d45c0ad3fc290799 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2914fcd700 1 -- 172.21.15.38:0/1211645484 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f290800e070 con 0x7f2910095e40 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2914fcd700 1 -- 172.21.15.38:0/1211645484 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f290800bb60 con 0x7f2910095e40 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.811+0000 7f2914fcd700 1 -- 172.21.15.38:0/1211645484 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2908012410 con 0x7f2910095e40 2024-05-08T22:33:13.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 -- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 msgr2=0x7f2910132fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 --2- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f2910132fc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 rx=0x7f2908009e60 tx=0x7f2908009780).stop 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 -- 172.21.15.38:0/1211645484 shutdown_connections 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 --2- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f2910132fc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 --2- 172.21.15.38:0/1211645484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f2910093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 -- 172.21.15.38:0/1211645484 >> 172.21.15.38:0/1211645484 conn(0x7f291009a850 msgr2=0x7f2910096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 -- 172.21.15.38:0/1211645484 shutdown_connections 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.812+0000 7f2918233700 1 -- 172.21.15.38:0/1211645484 wait complete. 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 Processor -- start 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 -- start start 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f291008f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2910093c50 0x7f291013a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f291013aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f291012e1b0 con 0x7f2910095e40 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f291008f250 con 0x7f2910093380 2024-05-08T22:33:13.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.813+0000 7f2918233700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2910091970 con 0x7f2910093c50 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29167d0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f291013aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2910093c50 0x7f291013a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f2915fcf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f291008f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29167d0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f291013aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:49762/0 (socket says 172.21.15.38:49762) 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29167d0700 1 -- 172.21.15.38:0/2222086641 learned_addr learned my addr 172.21.15.38:0/2222086641 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 -- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 msgr2=0x7f291008f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f291008f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 -- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 msgr2=0x7f291013aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f291013aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 -- 172.21.15.38:0/2222086641 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f290c009370 con 0x7f2910093c50 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f2915fcf700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f291008f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29167d0700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f291013aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29157ce700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2910093c50 0x7f291013a5f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 rx=0x7f2910064be0 tx=0x7f2900007b60).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2900012400 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2900012580 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2900012940 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2908009a20 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.814+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f291008d380 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.815+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f2900012cf0 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.815+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 3690+0+0 (secure 0 0 0) 0x7f290003a630 con 0x7f2910093c50 2024-05-08T22:33:13.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.815+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f291008eeb0 con 0x7f2910093c50 2024-05-08T22:33:13.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:13.820+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f291008eeb0 con 0x7f2910093c50 2024-05-08T22:33:14.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.000+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f291008eeb0 con 0x7f2910093c50 2024-05-08T22:33:14.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.001+0000 7f29067fc700 1 -- 172.21.15.38:0/2222086641 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v18) v1 ==== 80+0+0 (secure 0 0 0) 0x7f291008eeb0 con 0x7f2910093c50 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.002+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 >> v1:172.21.15.38:6816/46721 conn(0x7f28f402bd00 legacy=0x7f28f402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2910093c50 msgr2=0x7f291013a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2910093c50 0x7f291013a5f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 rx=0x7f2910064be0 tx=0x7f2900007b60).stop 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 shutdown_connections 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2910093380 0x7f291008f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2910095e40 0x7f291013aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 --2- 172.21.15.38:0/2222086641 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2910093c50 0x7f291013a5f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 >> 172.21.15.38:0/2222086641 conn(0x7f291009a850 msgr2=0x7f2910068650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 shutdown_connections 2024-05-08T22:33:14.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:33:14.003+0000 7f2918233700 1 -- 172.21.15.38:0/2222086641 wait complete. 2024-05-08T22:33:14.004 INFO:teuthology.orchestra.run.smithi038.stderr:listed 0 entries 2024-05-08T22:33:14.014 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-05-08T22:33:14.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:14.015 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-05-08T22:33:14.057 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:ceph-fuse[40755]: fuse finished with error 0 and tester_r 0 2024-05-08T22:33:14.058 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:33:20.159 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-05-08T22:33:20.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:20.160 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-08T22:33:20.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:20.206 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:33:20.226 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-08T22:33:20.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:20.227 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-08T22:33:20.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:33:20.307 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-05-08T22:33:20.402 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-05-08T22:33:20.402 INFO:teuthology.run_tasks:Running task print... 2024-05-08T22:33:20.411 INFO:teuthology.task.print:**** done unmount client.0 2024-05-08T22:33:20.411 INFO:teuthology.run_tasks:Running task install.upgrade... 2024-05-08T22:33:20.455 INFO:teuthology.task.install:project ceph config {'client.0': None} overrides {'flavor': 'default', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'} 2024-05-08T22:33:20.456 INFO:teuthology.task.install:remote ubuntu@smithi143.front.sepia.ceph.com config {'flavor': 'default', 'sha1': 'd21e4f961318b56f0d915caa2490c3711bf13c34'} 2024-05-08T22:33:20.456 INFO:teuthology.task.install:extra packages: [] 2024-05-08T22:33:20.461 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-08T22:33:20.461 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2024-05-08T22:33:20.461 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2024-05-08T22:33:20.485 INFO:teuthology.orchestra.run.smithi143.stdout:16.2.15-0.el8 2024-05-08T22:33:20.486 INFO:teuthology.packaging:The installed version of ceph-common is 16.2.15-0.el8 2024-05-08T22:33:20.486 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:33:20.623 INFO:teuthology.task.install:Ceph rpm upgrade from 16.2.15-0.el8 to 18.2.2-1322.gd21e4f96 2024-05-08T22:33:20.623 INFO:teuthology.task.install.rpm:Host smithi143 is: centos 8 x86_64 2024-05-08T22:33:20.623 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:33:20.841 INFO:teuthology.task.install.rpm:Repo base URL: https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240508.150423-reef/d21e4f961318b56f0d915caa2490c3711bf13c34/centos/8/flavors/default/ 2024-05-08T22:33:20.842 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f /etc/yum.repos.d/ceph.repo 2024-05-08T22:33:21.037 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240508.150423-reef/d21e4f961318b56f0d915caa2490c3711bf13c34/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240508.150423-reef/d21e4f961318b56f0d915caa2490c3711bf13c34/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240508.150423-reef/d21e4f961318b56f0d915caa2490c3711bf13c34/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-08T22:33:21.037 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:33:21.038 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-08T22:33:21.069 DEBUG:teuthology.orchestra.run.smithi143:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d21e4f961318b56f0d915caa2490c3711bf13c34/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-08T22:33:21.141 DEBUG:teuthology.orchestra.run.smithi143:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-08T22:33:21.212 DEBUG:teuthology.orchestra.run.smithi143:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-08T22:33:21.271 INFO:teuthology.orchestra.run.smithi143.stdout:check_obsoletes = 1 2024-05-08T22:33:21.283 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum clean all 2024-05-08T22:33:21.545 INFO:teuthology.orchestra.run.smithi143.stdout:71 files removed 2024-05-08T22:33:21.573 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2024-05-08T22:33:22.350 INFO:teuthology.orchestra.run.smithi143.stdout:ceph packages for x86_64 222 kB/s | 80 kB 00:00 2024-05-08T22:33:22.726 INFO:teuthology.orchestra.run.smithi143.stdout:ceph noarch packages 34 kB/s | 11 kB 00:00 2024-05-08T22:33:23.034 INFO:teuthology.orchestra.run.smithi143.stdout:ceph source packages 5.3 kB/s | 1.5 kB 00:00 2024-05-08T22:33:25.226 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - AppStream 13 MB/s | 28 MB 00:02 2024-05-08T22:33:30.843 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - BaseOS 16 MB/s | 10 MB 00:00 2024-05-08T22:33:33.036 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - Extras 30 kB/s | 18 kB 00:00 2024-05-08T22:33:33.653 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - Extras common packages 15 kB/s | 7.7 kB 00:00 2024-05-08T22:33:34.696 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 8 - PowerTools 5.2 MB/s | 5.0 MB 00:00 2024-05-08T22:33:35.764 INFO:teuthology.orchestra.run.smithi143.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2024-05-08T22:33:37.035 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2024-05-08T22:33:40.825 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 396 kB/s | 24 kB 00:00 2024-05-08T22:33:44.490 INFO:teuthology.orchestra.run.smithi143.stderr:Package cephadm available, but not installed. 2024-05-08T22:33:44.491 INFO:teuthology.orchestra.run.smithi143.stdout:No match for argument: cephadm 2024-05-08T22:33:44.491 INFO:teuthology.orchestra.run.smithi143.stderr:Package ceph-immutable-object-cache available, but not installed. 2024-05-08T22:33:44.492 INFO:teuthology.orchestra.run.smithi143.stdout:No match for argument: ceph-immutable-object-cache 2024-05-08T22:33:44.502 INFO:teuthology.orchestra.run.smithi143.stderr:Package ceph-mgr-cephadm available, but not installed. 2024-05-08T22:33:44.502 INFO:teuthology.orchestra.run.smithi143.stdout:No match for argument: ceph-mgr-cephadm 2024-05-08T22:33:44.505 INFO:teuthology.orchestra.run.smithi143.stderr:Package ceph-volume available, but not installed. 2024-05-08T22:33:44.505 INFO:teuthology.orchestra.run.smithi143.stdout:No match for argument: ceph-volume 2024-05-08T22:33:44.611 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-05-08T22:33:44.616 INFO:teuthology.orchestra.run.smithi143.stdout:======================================================================================= 2024-05-08T22:33:44.616 INFO:teuthology.orchestra.run.smithi143.stdout: Package Arch Version Repository Size 2024-05-08T22:33:44.616 INFO:teuthology.orchestra.run.smithi143.stdout:======================================================================================= 2024-05-08T22:33:44.616 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrading: 2024-05-08T22:33:44.616 INFO:teuthology.orchestra.run.smithi143.stdout: ceph x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 6.4 k 2024-05-08T22:33:44.616 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 5.5 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 22 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 860 k 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1322.gd21e4f96.el8 ceph-noarch 24 k 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 2.3 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 1.6 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1322.gd21e4f96.el8 ceph-noarch 3.5 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1322.gd21e4f96.el8 ceph-noarch 7.4 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1322.gd21e4f96.el8 ceph-noarch 245 k 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook noarch 2:18.2.2-1322.gd21e4f96.el8 ceph-noarch 49 k 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 4.8 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 18 M 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1322.gd21e4f96.el8 ceph-noarch 16 k 2024-05-08T22:33:44.617 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 13 M 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 24 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 47 M 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 31 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2 x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 782 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 142 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 139 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: librados2 x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 3.7 M 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1 x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 474 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1 x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 3.6 M 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2 x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 6.5 M 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 45 k 2024-05-08T22:33:44.618 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 129 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 197 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 370 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 365 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 107 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 95 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 3.5 M 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd x86_64 2:18.2.2-1322.gd21e4f96.el8 ceph 181 k 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout:Installing dependencies: 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout:======================================================================================= 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout:Install 1 Package 2024-05-08T22:33:44.619 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrade 34 Packages 2024-05-08T22:33:44.620 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:33:44.620 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 149 M 2024-05-08T22:33:44.620 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-05-08T22:33:44.869 INFO:teuthology.orchestra.run.smithi143.stdout:(1/35): ceph-18.2.2-1322.gd21e4f96.el8.x86_64.r 30 kB/s | 6.4 kB 00:00 2024-05-08T22:33:45.184 INFO:teuthology.orchestra.run.smithi143.stdout:(2/35): thrift-0.13.0-2.el8.x86_64.rpm 3.3 MB/s | 1.7 MB 00:00 2024-05-08T22:33:45.326 INFO:teuthology.orchestra.run.smithi143.stdout:(3/35): ceph-base-18.2.2-1322.gd21e4f96.el8.x86 8.2 MB/s | 5.5 MB 00:00 2024-05-08T22:33:45.527 INFO:teuthology.orchestra.run.smithi143.stdout:(4/35): ceph-mds-18.2.2-1322.gd21e4f96.el8.x86_ 11 MB/s | 2.3 MB 00:00 2024-05-08T22:33:45.702 INFO:teuthology.orchestra.run.smithi143.stdout:(5/35): ceph-mgr-18.2.2-1322.gd21e4f96.el8.x86_ 8.9 MB/s | 1.6 MB 00:00 2024-05-08T22:33:46.119 INFO:teuthology.orchestra.run.smithi143.stdout:(6/35): ceph-fuse-18.2.2-1322.gd21e4f96.el8.x86 921 kB/s | 860 kB 00:00 2024-05-08T22:33:46.186 INFO:teuthology.orchestra.run.smithi143.stdout:(7/35): ceph-mon-18.2.2-1322.gd21e4f96.el8.x86_ 10 MB/s | 4.8 MB 00:00 2024-05-08T22:33:46.594 INFO:teuthology.orchestra.run.smithi143.stdout:(8/35): ceph-common-18.2.2-1322.gd21e4f96.el8.x 13 MB/s | 22 MB 00:01 2024-05-08T22:33:46.653 INFO:teuthology.orchestra.run.smithi143.stdout:(9/35): ceph-selinux-18.2.2-1322.gd21e4f96.el8. 417 kB/s | 24 kB 00:00 2024-05-08T22:33:47.237 INFO:teuthology.orchestra.run.smithi143.stdout:(10/35): ceph-radosgw-18.2.2-1322.gd21e4f96.el8 12 MB/s | 13 MB 00:01 2024-05-08T22:33:47.304 INFO:teuthology.orchestra.run.smithi143.stdout:(11/35): libcephfs-devel-18.2.2-1322.gd21e4f96. 468 kB/s | 31 kB 00:00 2024-05-08T22:33:47.429 INFO:teuthology.orchestra.run.smithi143.stdout:(12/35): libcephfs2-18.2.2-1322.gd21e4f96.el8.x 6.1 MB/s | 782 kB 00:00 2024-05-08T22:33:47.521 INFO:teuthology.orchestra.run.smithi143.stdout:(13/35): libcephsqlite-18.2.2-1322.gd21e4f96.el 1.5 MB/s | 142 kB 00:00 2024-05-08T22:33:47.613 INFO:teuthology.orchestra.run.smithi143.stdout:(14/35): librados-devel-18.2.2-1322.gd21e4f96.e 1.5 MB/s | 139 kB 00:00 2024-05-08T22:33:48.005 INFO:teuthology.orchestra.run.smithi143.stdout:(15/35): librados2-18.2.2-1322.gd21e4f96.el8.x8 9.4 MB/s | 3.7 MB 00:00 2024-05-08T22:33:48.105 INFO:teuthology.orchestra.run.smithi143.stdout:(16/35): libradosstriper1-18.2.2-1322.gd21e4f96 4.6 MB/s | 474 kB 00:00 2024-05-08T22:33:48.548 INFO:teuthology.orchestra.run.smithi143.stdout:(17/35): librbd1-18.2.2-1322.gd21e4f96.el8.x86_ 8.1 MB/s | 3.6 MB 00:00 2024-05-08T22:33:49.281 INFO:teuthology.orchestra.run.smithi143.stdout:(18/35): librgw2-18.2.2-1322.gd21e4f96.el8.x86_ 8.9 MB/s | 6.5 MB 00:00 2024-05-08T22:33:49.698 INFO:teuthology.orchestra.run.smithi143.stdout:(19/35): ceph-test-18.2.2-1322.gd21e4f96.el8.x8 15 MB/s | 47 MB 00:03 2024-05-08T22:33:49.715 INFO:teuthology.orchestra.run.smithi143.stdout:(20/35): python3-ceph-argparse-18.2.2-1322.gd21 103 kB/s | 45 kB 00:00 2024-05-08T22:33:49.757 INFO:teuthology.orchestra.run.smithi143.stdout:(21/35): python3-ceph-common-18.2.2-1322.gd21e4 2.2 MB/s | 129 kB 00:00 2024-05-08T22:33:49.782 INFO:teuthology.orchestra.run.smithi143.stdout:(22/35): python3-cephfs-18.2.2-1322.gd21e4f96.e 2.9 MB/s | 197 kB 00:00 2024-05-08T22:33:49.857 INFO:teuthology.orchestra.run.smithi143.stdout:(23/35): python3-rados-18.2.2-1322.gd21e4f96.el 3.6 MB/s | 370 kB 00:00 2024-05-08T22:33:49.882 INFO:teuthology.orchestra.run.smithi143.stdout:(24/35): python3-rbd-18.2.2-1322.gd21e4f96.el8. 3.5 MB/s | 365 kB 00:00 2024-05-08T22:33:49.916 INFO:teuthology.orchestra.run.smithi143.stdout:(25/35): python3-rgw-18.2.2-1322.gd21e4f96.el8. 1.8 MB/s | 107 kB 00:00 2024-05-08T22:33:49.942 INFO:teuthology.orchestra.run.smithi143.stdout:(26/35): rbd-fuse-18.2.2-1322.gd21e4f96.el8.x86 1.6 MB/s | 95 kB 00:00 2024-05-08T22:33:50.000 INFO:teuthology.orchestra.run.smithi143.stdout:(27/35): rbd-nbd-18.2.2-1322.gd21e4f96.el8.x86_ 3.0 MB/s | 181 kB 00:00 2024-05-08T22:33:50.075 INFO:teuthology.orchestra.run.smithi143.stdout:(28/35): ceph-grafana-dashboards-18.2.2-1322.gd 323 kB/s | 24 kB 00:00 2024-05-08T22:33:50.134 INFO:teuthology.orchestra.run.smithi143.stdout:(29/35): rbd-mirror-18.2.2-1322.gd21e4f96.el8.x 16 MB/s | 3.5 MB 00:00 2024-05-08T22:33:50.443 INFO:teuthology.orchestra.run.smithi143.stdout:(30/35): ceph-mgr-dashboard-18.2.2-1322.gd21e4f 9.6 MB/s | 3.5 MB 00:00 2024-05-08T22:33:50.509 INFO:teuthology.orchestra.run.smithi143.stdout:(31/35): ceph-mgr-modules-core-18.2.2-1322.gd21 3.6 MB/s | 245 kB 00:00 2024-05-08T22:33:50.585 INFO:teuthology.orchestra.run.smithi143.stdout:(32/35): ceph-mgr-rook-18.2.2-1322.gd21e4f96.el 655 kB/s | 49 kB 00:00 2024-05-08T22:33:50.677 INFO:teuthology.orchestra.run.smithi143.stdout:(33/35): ceph-mgr-diskprediction-local-18.2.2-1 14 MB/s | 7.4 MB 00:00 2024-05-08T22:33:50.702 INFO:teuthology.orchestra.run.smithi143.stdout:(34/35): ceph-prometheus-alerts-18.2.2-1322.gd2 139 kB/s | 16 kB 00:00 2024-05-08T22:33:52.324 INFO:teuthology.orchestra.run.smithi143.stdout:(35/35): ceph-osd-18.2.2-1322.gd21e4f96.el8.x86 3.0 MB/s | 18 MB 00:06 2024-05-08T22:33:52.328 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-05-08T22:33:52.328 INFO:teuthology.orchestra.run.smithi143.stdout:Total 19 MB/s | 149 MB 00:07 2024-05-08T22:33:52.329 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-05-08T22:33:52.399 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-05-08T22:33:52.399 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-05-08T22:33:53.077 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-05-08T22:33:53.080 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-05-08T22:33:55.476 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-05-08T22:33:55.648 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: thrift-0.13.0-2.el8.x86_64 1/1 2024-05-08T22:33:56.199 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/69 2024-05-08T22:33:56.445 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librados2-2:18.2.2-1322.gd21e4f96.el8.x86_64 2/69 2024-05-08T22:33:56.822 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:18.2.2-1322.gd21e4f96.el8.x86_64 2/69 2024-05-08T22:33:57.019 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librbd1-2:18.2.2-1322.gd21e4f96.el8.x86_64 3/69 2024-05-08T22:33:57.148 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:18.2.2-1322.gd21e4f96.el8.x86_64 3/69 2024-05-08T22:33:57.369 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libcephfs2-2:18.2.2-1322.gd21e4f96.el8.x86_64 4/69 2024-05-08T22:33:58.160 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephfs2-2:18.2.2-1322.gd21e4f96.el8.x86_64 4/69 2024-05-08T22:33:58.361 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librgw2-2:18.2.2-1322.gd21e4f96.el8.x86_64 5/69 2024-05-08T22:33:58.447 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librgw2-2:18.2.2-1322.gd21e4f96.el8.x86_64 5/69 2024-05-08T22:33:58.648 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : python3-rados-2:18.2.2-1322.gd21e4f96.el8.x86_64 6/69 2024-05-08T22:33:58.811 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libcephsqlite-2:18.2.2-1322.gd21e4f96.el8.x86_64 7/69 2024-05-08T22:33:58.947 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1322.gd21e4f96.el8.x86_64 7/69 2024-05-08T22:33:59.169 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libradosstriper1-2:18.2.2-1322.gd21e4f96.el8.x86_6 8/69 2024-05-08T22:33:59.238 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1322.gd21e4f96.el8.x86_6 8/69 2024-05-08T22:33:59.431 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : python3-ceph-argparse-2:18.2.2-1322.gd21e4f96.el8. 9/69 2024-05-08T22:33:59.639 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : python3-cephfs-2:18.2.2-1322.gd21e4f96.el8.x86_64 10/69 2024-05-08T22:33:59.876 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : python3-rbd-2:18.2.2-1322.gd21e4f96.el8.x86_64 11/69 2024-05-08T22:34:00.126 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : python3-rgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 12/69 2024-05-08T22:34:00.370 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librados-devel-2:18.2.2-1322.gd21e4f96.el8.x86_64 13/69 2024-05-08T22:34:00.494 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-prometheus-alerts-2:18.2.2-1322.gd21e4f96.el8 14/69 2024-05-08T22:34:00.704 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-grafana-dashboards-2:18.2.2-1322.gd21e4f96.el 15/69 2024-05-08T22:34:00.928 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : python3-ceph-common-2:18.2.2-1322.gd21e4f96.el8.x8 16/69 2024-05-08T22:34:03.229 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:18.2.2-1322.gd21e4f96.el8.x86_64 17/69 2024-05-08T22:34:03.486 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-common-2:18.2.2-1322.gd21e4f96.el8.x86_64 17/69 2024-05-08T22:34:04.331 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:18.2.2-1322.gd21e4f96.el8.x86_64 17/69 2024-05-08T22:34:04.665 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-base-2:18.2.2-1322.gd21e4f96.el8.x86_64 18/69 2024-05-08T22:34:04.730 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-base-2:18.2.2-1322.gd21e4f96.el8.x86_64 18/69 2024-05-08T22:34:04.893 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-selinux-2:18.2.2-1322.gd21e4f96.el8.x86_64 19/69 2024-05-08T22:34:23.310 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1322.gd21e4f96.el8.x86_64 19/69 2024-05-08T22:34:23.628 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mgr-dashboard-2:18.2.2-1322.gd21e4f96.el8.noa 20/69 2024-05-08T22:34:24.814 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1322.gd21e4f96.el8.noa 20/69 2024-05-08T22:34:25.015 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mgr-diskprediction-local-2:18.2.2-1322.gd21e4 21/69 2024-05-08T22:34:25.112 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1322.gd21e4 21/69 2024-05-08T22:34:25.476 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mgr-modules-core-2:18.2.2-1322.gd21e4f96.el8. 22/69 2024-05-08T22:34:25.678 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mgr-2:18.2.2-1322.gd21e4f96.el8.x86_64 23/69 2024-05-08T22:34:25.704 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1322.gd21e4f96.el8.x86_64 23/69 2024-05-08T22:34:25.873 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mgr-rook-2:18.2.2-1322.gd21e4f96.el8.noarch 24/69 2024-05-08T22:34:26.077 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1322.gd21e4f96.el8.noarch 24/69 2024-05-08T22:34:26.298 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mds-2:18.2.2-1322.gd21e4f96.el8.x86_64 25/69 2024-05-08T22:34:26.834 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mds-2:18.2.2-1322.gd21e4f96.el8.x86_64 25/69 2024-05-08T22:34:27.098 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-mon-2:18.2.2-1322.gd21e4f96.el8.x86_64 26/69 2024-05-08T22:34:29.104 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mon-2:18.2.2-1322.gd21e4f96.el8.x86_64 26/69 2024-05-08T22:34:29.311 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-osd-2:18.2.2-1322.gd21e4f96.el8.x86_64 27/69 2024-05-08T22:34:29.322 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-osd-2:18.2.2-1322.gd21e4f96.el8.x86_64 27/69 2024-05-08T22:34:30.823 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-2:18.2.2-1322.gd21e4f96.el8.x86_64 28/69 2024-05-08T22:34:31.094 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-radosgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 29/69 2024-05-08T22:34:31.486 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 29/69 2024-05-08T22:34:31.706 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : rbd-mirror-2:18.2.2-1322.gd21e4f96.el8.x86_64 30/69 2024-05-08T22:34:36.747 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1322.gd21e4f96.el8.x86_64 30/69 2024-05-08T22:34:37.026 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-test-2:18.2.2-1322.gd21e4f96.el8.x86_64 31/69 2024-05-08T22:34:37.239 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : libcephfs-devel-2:18.2.2-1322.gd21e4f96.el8.x86_64 32/69 2024-05-08T22:34:37.438 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : rbd-fuse-2:18.2.2-1322.gd21e4f96.el8.x86_64 33/69 2024-05-08T22:34:37.697 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : rbd-nbd-2:18.2.2-1322.gd21e4f96.el8.x86_64 34/69 2024-05-08T22:34:37.881 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : ceph-fuse-2:18.2.2-1322.gd21e4f96.el8.x86_64 35/69 2024-05-08T22:34:38.007 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-2:16.2.15-0.el8.x86_64 36/69 2024-05-08T22:34:38.273 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-test-2:16.2.15-0.el8.x86_64 37/69 2024-05-08T22:34:38.282 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 38/69 2024-05-08T22:34:38.282 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-radosgw-2:16.2.15-0.el8.x86_64 38/69 2024-05-08T22:34:38.552 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-radosgw-2:16.2.15-0.el8.x86_64 38/69 2024-05-08T22:34:38.731 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libcephfs-devel-2:16.2.15-0.el8.x86_64 39/69 2024-05-08T22:34:38.731 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mgr-rook-2:16.2.15-0.el8.noarch 40/69 2024-05-08T22:34:38.882 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-rook-2:16.2.15-0.el8.noarch 40/69 2024-05-08T22:34:38.888 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 41/69 2024-05-08T22:34:38.889 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mgr-2:16.2.15-0.el8.x86_64 41/69 2024-05-08T22:34:39.073 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-2:16.2.15-0.el8.x86_64 41/69 2024-05-08T22:34:39.268 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 42/69 2024-05-08T22:34:39.430 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : rbd-nbd-2:16.2.15-0.el8.x86_64 43/69 2024-05-08T22:34:39.437 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 44/69 2024-05-08T22:34:39.438 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : rbd-mirror-2:16.2.15-0.el8.x86_64 44/69 2024-05-08T22:34:39.606 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: rbd-mirror-2:16.2.15-0.el8.x86_64 44/69 2024-05-08T22:34:39.772 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : rbd-fuse-2:16.2.15-0.el8.x86_64 45/69 2024-05-08T22:34:39.772 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libcephsqlite-2:16.2.15-0.el8.x86_64 46/69 2024-05-08T22:34:39.998 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephsqlite-2:16.2.15-0.el8.x86_64 46/69 2024-05-08T22:34:40.172 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librados-devel-2:16.2.15-0.el8.x86_64 47/69 2024-05-08T22:34:40.180 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 48/69 2024-05-08T22:34:40.180 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-osd-2:16.2.15-0.el8.x86_64 48/69 2024-05-08T22:34:40.512 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-osd-2:16.2.15-0.el8.x86_64 48/69 2024-05-08T22:34:40.513 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 49/69 2024-05-08T22:34:40.769 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 49/69 2024-05-08T22:34:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 50/69 2024-05-08T22:34:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mds-2:16.2.15-0.el8.x86_64 50/69 2024-05-08T22:34:40.939 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mds-2:16.2.15-0.el8.x86_64 50/69 2024-05-08T22:34:40.944 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 51/69 2024-05-08T22:34:40.945 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mon-2:16.2.15-0.el8.x86_64 51/69 2024-05-08T22:34:41.114 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mon-2:16.2.15-0.el8.x86_64 51/69 2024-05-08T22:34:41.114 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-selinux-2:16.2.15-0.el8.x86_64 52/69 2024-05-08T22:34:41.273 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-selinux-2:16.2.15-0.el8.x86_64 52/69 2024-05-08T22:34:41.294 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 53/69 2024-05-08T22:34:41.295 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-base-2:16.2.15-0.el8.x86_64 53/69 2024-05-08T22:34:41.588 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-base-2:16.2.15-0.el8.x86_64 53/69 2024-05-08T22:34:41.588 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-common-2:16.2.15-0.el8.x86_64 54/69 2024-05-08T22:34:41.839 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:16.2.15-0.el8.x86_64 54/69 2024-05-08T22:34:41.839 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libradosstriper1-2:16.2.15-0.el8.x86_64 55/69 2024-05-08T22:34:42.064 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libradosstriper1-2:16.2.15-0.el8.x86_64 55/69 2024-05-08T22:34:42.255 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : python3-cephfs-2:16.2.15-0.el8.x86_64 56/69 2024-05-08T22:34:42.457 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : python3-rbd-2:16.2.15-0.el8.x86_64 57/69 2024-05-08T22:34:42.457 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librbd1-2:16.2.15-0.el8.x86_64 58/69 2024-05-08T22:34:42.690 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:16.2.15-0.el8.x86_64 58/69 2024-05-08T22:34:42.930 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : python3-rgw-2:16.2.15-0.el8.x86_64 59/69 2024-05-08T22:34:42.930 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librgw2-2:16.2.15-0.el8.x86_64 60/69 2024-05-08T22:34:43.147 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librgw2-2:16.2.15-0.el8.x86_64 60/69 2024-05-08T22:34:43.346 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : python3-rados-2:16.2.15-0.el8.x86_64 61/69 2024-05-08T22:34:43.347 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : libcephfs2-2:16.2.15-0.el8.x86_64 62/69 2024-05-08T22:34:43.573 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephfs2-2:16.2.15-0.el8.x86_64 62/69 2024-05-08T22:34:43.780 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-fuse-2:16.2.15-0.el8.x86_64 63/69 2024-05-08T22:34:43.898 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 64/69 2024-05-08T22:34:44.071 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : python3-ceph-common-2:16.2.15-0.el8.x86_64 65/69 2024-05-08T22:34:44.213 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 66/69 2024-05-08T22:34:44.323 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 67/69 2024-05-08T22:34:44.323 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noar 68/69 2024-05-08T22:34:44.472 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noar 68/69 2024-05-08T22:34:44.472 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librados2-2:16.2.15-0.el8.x86_64 69/69 2024-05-08T22:34:45.256 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:16.2.15-0.el8.x86_64 69/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 1/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-2:18.2.2-1322.gd21e4f96.el8.x86_64 2/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-2:16.2.15-0.el8.x86_64 3/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-base-2:18.2.2-1322.gd21e4f96.el8.x86_64 4/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-base-2:16.2.15-0.el8.x86_64 5/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-common-2:18.2.2-1322.gd21e4f96.el8.x86_64 6/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-common-2:16.2.15-0.el8.x86_64 7/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-fuse-2:18.2.2-1322.gd21e4f96.el8.x86_64 8/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-fuse-2:16.2.15-0.el8.x86_64 9/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mds-2:18.2.2-1322.gd21e4f96.el8.x86_64 10/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mds-2:16.2.15-0.el8.x86_64 11/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-2:18.2.2-1322.gd21e4f96.el8.x86_64 12/69 2024-05-08T22:34:45.257 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-2:16.2.15-0.el8.x86_64 13/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mon-2:18.2.2-1322.gd21e4f96.el8.x86_64 14/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mon-2:16.2.15-0.el8.x86_64 15/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-osd-2:18.2.2-1322.gd21e4f96.el8.x86_64 16/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-osd-2:16.2.15-0.el8.x86_64 17/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-radosgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 18/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-radosgw-2:16.2.15-0.el8.x86_64 19/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-selinux-2:18.2.2-1322.gd21e4f96.el8.x86_64 20/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-selinux-2:16.2.15-0.el8.x86_64 21/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-test-2:18.2.2-1322.gd21e4f96.el8.x86_64 22/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-test-2:16.2.15-0.el8.x86_64 23/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs-devel-2:18.2.2-1322.gd21e4f96.el8.x86_64 24/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs-devel-2:16.2.15-0.el8.x86_64 25/69 2024-05-08T22:34:45.258 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs2-2:18.2.2-1322.gd21e4f96.el8.x86_64 26/69 2024-05-08T22:34:45.259 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs2-2:16.2.15-0.el8.x86_64 27/69 2024-05-08T22:34:45.259 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephsqlite-2:18.2.2-1322.gd21e4f96.el8.x86_64 28/69 2024-05-08T22:34:45.262 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephsqlite-2:16.2.15-0.el8.x86_64 29/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados-devel-2:18.2.2-1322.gd21e4f96.el8.x86_64 30/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados-devel-2:16.2.15-0.el8.x86_64 31/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:18.2.2-1322.gd21e4f96.el8.x86_64 32/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:16.2.15-0.el8.x86_64 33/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libradosstriper1-2:18.2.2-1322.gd21e4f96.el8.x86_6 34/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libradosstriper1-2:16.2.15-0.el8.x86_64 35/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:18.2.2-1322.gd21e4f96.el8.x86_64 36/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:16.2.15-0.el8.x86_64 37/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librgw2-2:18.2.2-1322.gd21e4f96.el8.x86_64 38/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librgw2-2:16.2.15-0.el8.x86_64 39/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1322.gd21e4f96.el8. 40/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-argparse-2:16.2.15-0.el8.x86_64 41/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-common-2:18.2.2-1322.gd21e4f96.el8.x8 42/69 2024-05-08T22:34:45.263 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-common-2:16.2.15-0.el8.x86_64 43/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cephfs-2:18.2.2-1322.gd21e4f96.el8.x86_64 44/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cephfs-2:16.2.15-0.el8.x86_64 45/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rados-2:18.2.2-1322.gd21e4f96.el8.x86_64 46/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rados-2:16.2.15-0.el8.x86_64 47/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rbd-2:18.2.2-1322.gd21e4f96.el8.x86_64 48/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rbd-2:16.2.15-0.el8.x86_64 49/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 50/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rgw-2:16.2.15-0.el8.x86_64 51/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-fuse-2:18.2.2-1322.gd21e4f96.el8.x86_64 52/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-fuse-2:16.2.15-0.el8.x86_64 53/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-mirror-2:18.2.2-1322.gd21e4f96.el8.x86_64 54/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-mirror-2:16.2.15-0.el8.x86_64 55/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-nbd-2:18.2.2-1322.gd21e4f96.el8.x86_64 56/69 2024-05-08T22:34:45.264 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-nbd-2:16.2.15-0.el8.x86_64 57/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1322.gd21e4f96.el 58/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-grafana-dashboards-2:16.2.15-0.el8.noarch 59/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1322.gd21e4f96.el8.noa 60/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-dashboard-2:16.2.15-0.el8.noarch 61/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1322.gd21e4 62/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-diskprediction-local-2:16.2.15-0.el8.noar 63/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1322.gd21e4f96.el8. 64/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-modules-core-2:16.2.15-0.el8.noarch 65/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1322.gd21e4f96.el8.noarch 66/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-rook-2:16.2.15-0.el8.noarch 67/69 2024-05-08T22:34:45.265 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1322.gd21e4f96.el8 68/69 2024-05-08T22:34:46.841 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-prometheus-alerts-2:16.2.15-0.el8.noarch 69/69 2024-05-08T22:34:46.841 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:34:46.841 INFO:teuthology.orchestra.run.smithi143.stdout:Upgraded: 2024-05-08T22:34:46.841 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.841 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.841 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards-2:18.2.2-1322.gd21e4f96.el8.noarch 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard-2:18.2.2-1322.gd21e4f96.el8.noarch 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1322.gd21e4f96.el8.noarch 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core-2:18.2.2-1322.gd21e4f96.el8.noarch 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook-2:18.2.2-1322.gd21e4f96.el8.noarch 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts-2:18.2.2-1322.gd21e4f96.el8.noarch 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.842 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: librados2-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.843 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd-2:18.2.2-1322.gd21e4f96.el8.x86_64 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout:Installed: 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout: thrift-0.13.0-2.el8.x86_64 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-05-08T22:34:46.844 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-05-08T22:34:46.979 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:34:47.208 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-08T22:34:47.232 INFO:teuthology.orchestra.run.smithi143.stdout:18.2.2-1322.gd21e4f96.el8 2024-05-08T22:34:47.232 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1322.gd21e4f96.el8 2024-05-08T22:34:47.232 INFO:teuthology.task.install:The correct ceph version 18.2.2-1322.gd21e4f96 is installed. 2024-05-08T22:34:47.234 INFO:teuthology.run_tasks:Running task print... 2024-05-08T22:34:47.244 INFO:teuthology.task.print:**** done install.upgrade on client.0 2024-05-08T22:34:47.244 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-05-08T22:34:47.279 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-05-08T22:34:47.279 INFO:tasks.ceph_fuse:config is {'client.0': None} 2024-05-08T22:34:47.279 INFO:tasks.ceph_fuse:client.0 config is {} 2024-05-08T22:34:47.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.279 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:34:47.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.297 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-05-08T22:34:47.368 INFO:teuthology.orchestra.run.smithi143.stderr:Cannot find device "ceph-brx" 2024-05-08T22:34:47.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:34:47.370 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-05-08T22:34:47.370 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-05-08T22:34:47.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.503+0000 7f4fe5dfb700 1 Processor -- start 2024-05-08T22:34:47.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.503+0000 7f4fe5dfb700 1 -- start start 2024-05-08T22:34:47.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fe5dfb700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe0095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:34:47.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fe5dfb700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4fe01306b0 0x7f4fe0132aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:34:47.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fe5dfb700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fe00912b0 con 0x7f4fe0096000 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fe5dfb700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fe0091ba0 con 0x7f4fe01306b0 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fe5dfb700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe0092650 con 0x7f4fe0095730 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdf7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe0095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdffff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4fe01306b0 0x7f4fe0132aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdeffd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f4fe0096000 0x7f4fe012ef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:42554/0 (socket says 172.21.15.38:42554) 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdeffd700 1 -- 172.21.15.38:0/2478345894 learned_addr learned my addr 172.21.15.38:0/2478345894 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdffff700 1 -- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 msgr2=0x7f4fe0095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdffff700 1 --2- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe0095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdffff700 1 -- 172.21.15.38:0/2478345894 >> v1:172.21.15.38:6789/0 conn(0x7f4fe0096000 legacy=0x7f4fe012ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdffff700 1 -- 172.21.15.38:0/2478345894 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fe005e560 con 0x7f4fe01306b0 2024-05-08T22:34:47.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fde7fc700 1 -- 172.21.15.38:0/2478345894 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1554899461 0 0) 0x7f4fe00912b0 con 0x7f4fe0096000 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fdffff700 1 --2- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe01306b0 0x7f4fe0132aa0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 rx=0x7f4fd8009e60 tx=0x7f4fd8009780).ready entity=mon.0 client_cookie=d9cffd0f64a184e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fde7fc700 1 -- 172.21.15.38:0/2478345894 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd800e070 con 0x7f4fe01306b0 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fde7fc700 1 -- 172.21.15.38:0/2478345894 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fd800bb60 con 0x7f4fe01306b0 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.504+0000 7f4fde7fc700 1 -- 172.21.15.38:0/2478345894 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd8012410 con 0x7f4fe01306b0 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe01306b0 msgr2=0x7f4fe0132aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe01306b0 0x7f4fe0132aa0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 rx=0x7f4fd8009e60 tx=0x7f4fd8009780).stop 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/2478345894 shutdown_connections 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe01306b0 0x7f4fe0132aa0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/2478345894 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe0095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/2478345894 >> 172.21.15.38:0/2478345894 conn(0x7f4fe009a850 msgr2=0x7f4fe0096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/2478345894 shutdown_connections 2024-05-08T22:34:47.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.505+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/2478345894 wait complete. 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.506+0000 7f4fe5dfb700 1 Processor -- start 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.506+0000 7f4fe5dfb700 1 -- start start 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe008f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe0096000 0x7f4fe008b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4fe01306b0 0x7f4fe008b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe008e980 con 0x7f4fe0096000 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe008d010 con 0x7f4fe01306b0 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe0093e00 con 0x7f4fe0095730 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe008f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe008f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:48748/0 (socket says 172.21.15.38:48748) 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdeffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe0096000 0x7f4fe008b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 -- 172.21.15.38:0/505511268 learned_addr learned my addr 172.21.15.38:0/505511268 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:34:47.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdffff700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4fe01306b0 0x7f4fe008b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 -- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4fe01306b0 msgr2=0x7f4fe008b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4fe01306b0 0x7f4fe008b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 -- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe0096000 msgr2=0x7f4fe008b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe0096000 0x7f4fe008b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 -- 172.21.15.38:0/505511268 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fd8009a20 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdffff700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4fe01306b0 0x7f4fe008b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdeffd700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe0096000 0x7f4fe008b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fdf7fe700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe008f420 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 rx=0x7f4fd000e930 tx=0x7f4fd0009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0009510 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fd0012600 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd0012980 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.507+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fe00931c0 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.508+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fe008ef20 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.508+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f4fd001b400 con 0x7f4fe0095730 2024-05-08T22:34:47.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.508+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f4fd003b600 con 0x7f4fe0095730 2024-05-08T22:34:47.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.509+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fe00646d0 con 0x7f4fe0095730 2024-05-08T22:34:47.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.513+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f4fd0019310 con 0x7f4fe0095730 2024-05-08T22:34:47.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.721+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4fe008fb00 con 0x7f4fe0095730 2024-05-08T22:34:47.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.721+0000 7f4fd7fff700 1 -- 172.21.15.38:0/505511268 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4fd0029030 con 0x7f4fe0095730 2024-05-08T22:34:47.721 INFO:teuthology.orchestra.run.smithi038.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-08T22:34:47.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 >> v1:172.21.15.38:6816/46721 conn(0x7f4fc002bd30 legacy=0x7f4fc002e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:34:47.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 msgr2=0x7f4fe008f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:34:47.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe008f420 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 rx=0x7f4fd000e930 tx=0x7f4fd0009060).stop 2024-05-08T22:34:47.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 shutdown_connections 2024-05-08T22:34:47.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4fe01306b0 0x7f4fe008b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4fe0095730 0x7f4fe008f420 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 --2- 172.21.15.38:0/505511268 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4fe0096000 0x7f4fe008b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:34:47.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 >> 172.21.15.38:0/505511268 conn(0x7f4fe009a850 msgr2=0x7f4fe0097b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:34:47.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 shutdown_connections 2024-05-08T22:34:47.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:34:47.723+0000 7f4fe5dfb700 1 -- 172.21.15.38:0/505511268 wait complete. 2024-05-08T22:34:47.734 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-08T22:34:47.734 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-08T22:34:47.734 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-05-08T22:34:47.734 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-08T22:34:47.734 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:47.735 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-08T22:34:47.735 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-08T22:34:47.735 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-08T22:34:47.735 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-08T22:34:47.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.735 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-05-08T22:34:47.754 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-08T22:34:47.754 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-05-08T22:34:47.755 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-05-08T22:34:47.756 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42533sec preferred_lft 42533sec 2024-05-08T22:34:47.756 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link 2024-05-08T22:34:47.756 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-05-08T22:34:47.756 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-08T22:34:47.756 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.756 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:34:47.756 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:34:47.756 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add name ceph-brx type bridge 2024-05-08T22:34:47.756 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr flush dev ceph-brx 2024-05-08T22:34:47.756 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set ceph-brx up 2024-05-08T22:34:47.756 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-08T22:34:47.757 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:34:47.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.869 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-08T22:34:47.899 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-05-08T22:34:47.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.901 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-05-08T22:34:47.960 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-05-08T22:34:47.960 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-08T22:34:47.960 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-05-08T22:34:47.960 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-05-08T22:34:47.960 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-08T22:34:47.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:47.961 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:34:47.961 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:34:47.961 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-05-08T22:34:47.961 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-05-08T22:34:47.961 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-05-08T22:34:47.961 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:34:48.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.080 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:34:48.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.098 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list-id 2024-05-08T22:34:48.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.156 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:34:48.156 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:34:48.156 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-08T22:34:48.156 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-08T22:34:48.156 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:34:48.249 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-08T22:34:48.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-08T22:34:48.250 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:34:48.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.433 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec bash -c ' 2024-05-08T22:34:48.433 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-05-08T22:34:48.433 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-05-08T22:34:48.433 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set dev brx.0 master ceph-brx 2024-05-08T22:34:48.433 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-05-08T22:34:48.529 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-05-08T22:34:48.529 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-08T22:34:48.529 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:48.546 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-08T22:34:48.547 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-08T22:34:48.547 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:48.604 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-05-08T22:34:48.670 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-05-08T22:34:48.671 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-05-08T22:34:48.737 INFO:teuthology.orchestra.run.smithi143.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-05-08T22:34:48.738 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-05-08T22:34:48.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.739 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-05-08T22:34:48.796 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-08T22:34:48.796 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-05-08T22:34:48.839 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-05-08T22:34:48.866 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-05-08T22:34:48.867 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-05-08T22:34:48.925 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:2024-05-08T22:34:48.926+0000 7f37ac4b65c0 -1 init, newargv = 0x562c70e40230 newargc=15 2024-05-08T22:34:48.925 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:ceph-fuse[42381]: starting ceph client 2024-05-08T22:34:48.930 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:ceph-fuse[42381]: starting fuse 2024-05-08T22:34:48.935 INFO:teuthology.orchestra.run.smithi143.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-05-08T22:34:48.936 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-05-08T22:34:48.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:48.937 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-05-08T22:34:48.994 INFO:teuthology.orchestra.run.smithi143.stdout:46 2024-05-08T22:34:48.995 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [46] 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-05-08T22:34:48.995 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.0")) 2024-05-08T22:34:48.996 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-05-08T22:34:49.117 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.0.42381.asok 2024-05-08T22:34:49.299 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.42381.asok 2024-05-08T22:34:49.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:49.300 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.42381.asok status 2024-05-08T22:34:49.457 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-05-08T22:34:49.457 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-05-08T22:34:49.457 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "d21e4f961318b56f0d915caa2490c3711bf13c34", 2024-05-08T22:34:49.457 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 18.2.2-1322-gd21e4f96 (d21e4f961318b56f0d915caa2490c3711bf13c34) reef (stable)", 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "0", 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "42381", 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4546, 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4546 2024-05-08T22:34:49.458 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "172.21.15.143:0", 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3268622995 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "172.21.15.143:0", 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3268622995 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4546 172.21.15.143:0/3268622995", 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "172.21.15.143:0/3268622995", 2024-05-08T22:34:49.459 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-05-08T22:34:49.460 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 6, 2024-05-08T22:34:49.460 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 20, 2024-05-08T22:34:49.460 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-05-08T22:34:49.460 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-05-08T22:34:49.460 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-05-08T22:34:49.460 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-05-08T22:34:49.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:49.465 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-05-08T22:34:49.465 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:49.483 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-05-08T22:34:49.483 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:49.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:34:49.484 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:49.550 INFO:teuthology.run_tasks:Running task print... 2024-05-08T22:34:49.559 INFO:teuthology.task.print:**** done remount client.0 2024-05-08T22:34:49.559 INFO:teuthology.run_tasks:Running task workunit... 2024-05-08T22:34:49.609 INFO:tasks.workunit:Pulling workunits from ref d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:34:49.609 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-08T22:34:49.609 INFO:tasks.workunit:timeout=3h 2024-05-08T22:34:49.609 INFO:tasks.workunit:cleanup=True 2024-05-08T22:34:49.610 DEBUG:teuthology.orchestra.run.smithi143:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 2eh/46d Inode: 1 Links: 2 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:fusefs_t:s0 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-05-08 22:32:53.343937866 +0000 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-05-08 22:33:10.076954722 +0000 2024-05-08T22:34:49.628 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: - 2024-05-08T22:34:49.628 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-08T22:34:49.629 DEBUG:teuthology.orchestra.run.smithi143:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-08T22:34:49.699 DEBUG:teuthology.orchestra.run.smithi143:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d21e4f961318b56f0d915caa2490c3711bf13c34 2024-05-08T22:34:49.758 INFO:tasks.workunit.client.0.smithi143.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-08T22:36:11.563 INFO:tasks.workunit.client.0.smithi143.stderr:Note: switching to 'd21e4f961318b56f0d915caa2490c3711bf13c34'. 2024-05-08T22:36:11.563 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr:state without impacting any branches by switching back to a branch. 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: git switch -c 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr:Or undo this operation with: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: git switch - 2024-05-08T22:36:11.564 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.565 INFO:tasks.workunit.client.0.smithi143.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-08T22:36:11.565 INFO:tasks.workunit.client.0.smithi143.stderr: 2024-05-08T22:36:11.565 INFO:tasks.workunit.client.0.smithi143.stderr:HEAD is now at d21e4f96131 Merge PR #57343 into wip-pdonnell-testing-20240508.150423-reef 2024-05-08T22:36:11.568 DEBUG:teuthology.orchestra.run.smithi143:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-08T22:36:11.637 INFO:tasks.workunit.client.0.smithi143.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-08T22:36:11.639 INFO:tasks.workunit.client.0.smithi143.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-08T22:36:11.639 INFO:tasks.workunit.client.0.smithi143.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-08T22:36:12.193 INFO:tasks.workunit.client.0.smithi143.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-08T22:36:12.252 INFO:tasks.workunit.client.0.smithi143.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-08T22:36:12.291 INFO:tasks.workunit.client.0.smithi143.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-08T22:36:12.292 INFO:tasks.workunit.client.0.smithi143.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-08T22:36:12.292 INFO:tasks.workunit.client.0.smithi143.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-08T22:36:12.329 INFO:tasks.workunit.client.0.smithi143.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-08T22:36:12.332 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:36:12.332 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-08T22:36:12.391 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-05-08T22:36:12.392 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-05-08T22:36:12.392 DEBUG:teuthology.orchestra.run.smithi143:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d21e4f961318b56f0d915caa2490c3711bf13c34 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-05-08T22:36:12.460 INFO:tasks.workunit.client.0.smithi143.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-08T22:36:12.505 INFO:tasks.workunit.client.0.smithi143.stdout: Iozone: Performance Test of File I/O 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Version $Revision: 3.489 $ 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Compiled for 64 bit mode. 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Build: linux-AMD64 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-08T22:36:12.506 INFO:tasks.workunit.client.0.smithi143.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Run began: Wed May 8 22:36:12 2024 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Include close in write timing 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Include fsync in write timing 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: File size set to 1048576 kB 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Record Size 16 kB 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Output is in kBytes/sec 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Time Resolution = 0.000001 seconds. 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Processor cache size set to 1024 kBytes. 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Processor cache line size set to 32 bytes. 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: File stride size set to 17 * record size. 2024-05-08T22:36:12.507 INFO:tasks.workunit.client.0.smithi143.stdout: Throughput test with 1 process 2024-05-08T22:36:12.508 INFO:tasks.workunit.client.0.smithi143.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-05-08T22:36:21.251 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:21.251 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 initial writers = 119935.70 kB/sec 2024-05-08T22:36:21.251 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 initial writers = 119933.22 kB/sec 2024-05-08T22:36:21.251 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 119935.70 kB/sec 2024-05-08T22:36:21.252 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 119935.70 kB/sec 2024-05-08T22:36:21.252 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 119935.70 kB/sec 2024-05-08T22:36:21.252 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 rewriters = 142877.95 kB/sec 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 rewriters = 142874.21 kB/sec 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 142877.95 kB/sec 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 142877.95 kB/sec 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 142877.95 kB/sec 2024-05-08T22:36:34.453 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:38.012 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:38.012 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 readers = 7178189.50 kB/sec 2024-05-08T22:36:38.012 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 readers = 7164799.85 kB/sec 2024-05-08T22:36:38.012 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 7178189.50 kB/sec 2024-05-08T22:36:38.013 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 7178189.50 kB/sec 2024-05-08T22:36:38.013 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 7178189.50 kB/sec 2024-05-08T22:36:38.013 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 re-readers = 5789944.50 kB/sec 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 re-readers = 5783518.38 kB/sec 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 5789944.50 kB/sec 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 5789944.50 kB/sec 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 5789944.50 kB/sec 2024-05-08T22:36:40.230 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:46.387 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:46.388 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:46.388 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:46.388 INFO:tasks.workunit.client.0.smithi143.stdout:iozone test complete. 2024-05-08T22:36:46.388 INFO:tasks.workunit.client.0.smithi143.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-08T22:36:46.421 INFO:tasks.workunit.client.0.smithi143.stdout: Iozone: Performance Test of File I/O 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Version $Revision: 3.489 $ 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Compiled for 64 bit mode. 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Build: linux-AMD64 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-08T22:36:46.422 INFO:tasks.workunit.client.0.smithi143.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Run began: Wed May 8 22:36:46 2024 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Include close in write timing 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Include fsync in write timing 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: File size set to 1048576 kB 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Record Size 1024 kB 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Output is in kBytes/sec 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Time Resolution = 0.000001 seconds. 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Processor cache size set to 1024 kBytes. 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: Processor cache line size set to 32 bytes. 2024-05-08T22:36:46.423 INFO:tasks.workunit.client.0.smithi143.stdout: File stride size set to 17 * record size. 2024-05-08T22:36:46.424 INFO:tasks.workunit.client.0.smithi143.stdout: Throughput test with 1 process 2024-05-08T22:36:46.424 INFO:tasks.workunit.client.0.smithi143.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 initial writers = 819967.31 kB/sec 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 initial writers = 819801.99 kB/sec 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 819967.31 kB/sec 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 819967.31 kB/sec 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 819967.31 kB/sec 2024-05-08T22:36:47.734 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 rewriters = 979763.25 kB/sec 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 rewriters = 979490.54 kB/sec 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 979763.25 kB/sec 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 979763.25 kB/sec 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 979763.25 kB/sec 2024-05-08T22:36:51.035 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:53.362 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:53.363 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 readers = 6888730.00 kB/sec 2024-05-08T22:36:53.363 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 readers = 6875774.41 kB/sec 2024-05-08T22:36:53.363 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 6888730.00 kB/sec 2024-05-08T22:36:53.363 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 6888730.00 kB/sec 2024-05-08T22:36:53.363 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 6888730.00 kB/sec 2024-05-08T22:36:53.363 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 re-readers = 5620041.00 kB/sec 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 re-readers = 5611107.27 kB/sec 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 5620041.00 kB/sec 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 5620041.00 kB/sec 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 5620041.00 kB/sec 2024-05-08T22:36:55.584 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 1048576.00 kB 2024-05-08T22:37:01.745 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:01.745 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:01.746 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:01.746 INFO:tasks.workunit.client.0.smithi143.stdout:iozone test complete. 2024-05-08T22:37:01.746 INFO:tasks.workunit.client.0.smithi143.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-08T22:37:01.778 INFO:tasks.workunit.client.0.smithi143.stdout: Iozone: Performance Test of File I/O 2024-05-08T22:37:01.778 INFO:tasks.workunit.client.0.smithi143.stdout: Version $Revision: 3.489 $ 2024-05-08T22:37:01.778 INFO:tasks.workunit.client.0.smithi143.stdout: Compiled for 64 bit mode. 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Build: linux-AMD64 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: Run began: Wed May 8 22:37:01 2024 2024-05-08T22:37:01.779 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Include close in write timing 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Include fsync in write timing 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: File size set to 10485760 kB 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Record Size 1024 kB 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Output is in kBytes/sec 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Time Resolution = 0.000001 seconds. 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Processor cache size set to 1024 kBytes. 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Processor cache line size set to 32 bytes. 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: File stride size set to 17 * record size. 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Throughput test with 1 process 2024-05-08T22:37:01.780 INFO:tasks.workunit.client.0.smithi143.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 initial writers = 863597.06 kB/sec 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 initial writers = 863578.13 kB/sec 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 863597.06 kB/sec 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 863597.06 kB/sec 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 863597.06 kB/sec 2024-05-08T22:37:13.955 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 10485760.00 kB 2024-05-08T22:37:28.365 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:28.366 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 rewriters = 1014428.00 kB/sec 2024-05-08T22:37:28.366 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 rewriters = 1014390.24 kB/sec 2024-05-08T22:37:28.366 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 1014428.00 kB/sec 2024-05-08T22:37:28.366 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 1014428.00 kB/sec 2024-05-08T22:37:28.366 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 1014428.00 kB/sec 2024-05-08T22:37:28.366 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 10485760.00 kB 2024-05-08T22:37:33.133 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:33.133 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 readers = 7633707.00 kB/sec 2024-05-08T22:37:33.133 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 readers = 7632218.20 kB/sec 2024-05-08T22:37:33.134 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 7633707.00 kB/sec 2024-05-08T22:37:33.134 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 7633707.00 kB/sec 2024-05-08T22:37:33.134 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 7633707.00 kB/sec 2024-05-08T22:37:33.134 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 10485760.00 kB 2024-05-08T22:37:36.812 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:36.812 INFO:tasks.workunit.client.0.smithi143.stdout: Children see throughput for 1 re-readers = 6339583.00 kB/sec 2024-05-08T22:37:36.812 INFO:tasks.workunit.client.0.smithi143.stdout: Parent sees throughput for 1 re-readers = 6338571.90 kB/sec 2024-05-08T22:37:36.812 INFO:tasks.workunit.client.0.smithi143.stdout: Min throughput per process = 6339583.00 kB/sec 2024-05-08T22:37:36.813 INFO:tasks.workunit.client.0.smithi143.stdout: Max throughput per process = 6339583.00 kB/sec 2024-05-08T22:37:36.813 INFO:tasks.workunit.client.0.smithi143.stdout: Avg throughput per process = 6339583.00 kB/sec 2024-05-08T22:37:36.813 INFO:tasks.workunit.client.0.smithi143.stdout: Min xfer = 10485760.00 kB 2024-05-08T22:37:43.448 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:43.448 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:43.448 INFO:tasks.workunit.client.0.smithi143.stdout: 2024-05-08T22:37:43.448 INFO:tasks.workunit.client.0.smithi143.stdout:iozone test complete. 2024-05-08T22:37:43.450 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-08T22:37:43.450 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-08T22:37:43.535 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-05-08T22:37:43.535 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-08T22:37:43.796 DEBUG:teuthology.parallel:result is None 2024-05-08T22:37:43.797 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-08T22:37:43.834 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-08T22:37:43.834 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-05-08T22:37:43.845 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-05-08T22:37:43.845 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:37:43.845 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:37:43.892 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:37:43.892 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:37:43.951 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 Processor -- start 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 -- start start 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4062700 0x7f4ef41274e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4ef41279d0 0x7f4ef4095150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 0x7f4ef4095640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ef4096500 con 0x7f4ef41279d0 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef4091e10 con 0x7f4ef4062700 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef96a6700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef4091b50 con 0x7f4ef4127df0 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef2ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4062700 0x7f4ef41274e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef37fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 0x7f4ef4095640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef27fc700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4ef41279d0 0x7f4ef4095150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef37fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 0x7f4ef4095640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49500/0 (socket says 172.21.15.38:49500) 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef2ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4062700 0x7f4ef41274e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54624/0 (socket says 172.21.15.38:54624) 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.085+0000 7f4ef37fe700 1 -- 172.21.15.38:0/2370267509 learned_addr learned my addr 172.21.15.38:0/2370267509 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef37fe700 1 -- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4062700 msgr2=0x7f4ef41274e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef37fe700 1 --2- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4062700 0x7f4ef41274e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef37fe700 1 -- 172.21.15.38:0/2370267509 >> v2:172.21.15.38:3300/0 conn(0x7f4ef41279d0 msgr2=0x7f4ef4095150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef37fe700 1 --2- 172.21.15.38:0/2370267509 >> v2:172.21.15.38:3300/0 conn(0x7f4ef41279d0 0x7f4ef4095150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef37fe700 1 -- 172.21.15.38:0/2370267509 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef4096b40 con 0x7f4ef4127df0 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef27fc700 1 --2- 172.21.15.38:0/2370267509 >> v2:172.21.15.38:3300/0 conn(0x7f4ef41279d0 0x7f4ef4095150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef37fe700 1 --2- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 0x7f4ef4095640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 rx=0x7f4eec009f20 tx=0x7f4eec009840).ready entity=mon.2 client_cookie=310f81ff9e0207fa server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef1ffb700 1 -- 172.21.15.38:0/2370267509 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec00e070 con 0x7f4ef4127df0 2024-05-08T22:37:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef1ffb700 1 -- 172.21.15.38:0/2370267509 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4eec00b970 con 0x7f4ef4127df0 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef1ffb700 1 -- 172.21.15.38:0/2370267509 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec00bcf0 con 0x7f4ef4127df0 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 msgr2=0x7f4ef4095640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 0x7f4ef4095640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 rx=0x7f4eec009f20 tx=0x7f4eec009840).stop 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2370267509 shutdown_connections 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4127df0 0x7f4ef4095640 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2370267509 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4062700 0x7f4ef41274e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2370267509 >> v2:172.21.15.38:3300/0 conn(0x7f4ef41279d0 0x7f4ef4095150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.086+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2370267509 >> 172.21.15.38:0/2370267509 conn(0x7f4ef409a730 msgr2=0x7f4ef409ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.087+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2370267509 shutdown_connections 2024-05-08T22:37:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.087+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2370267509 wait complete. 2024-05-08T22:37:44.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 Processor -- start 2024-05-08T22:37:44.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 -- start start 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 0x7f4ef4124790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ef41279d0 0x7f4ef4113670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4127df0 0x7f4ef4113b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef4115b20 con 0x7f4ef41279d0 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef4126950 con 0x7f4ef4127df0 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef96a6700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef4096d70 con 0x7f4ef4062700 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef2ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 0x7f4ef4124790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef2ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 0x7f4ef4124790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49514/0 (socket says 172.21.15.38:49514) 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef27fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ef41279d0 0x7f4ef4113670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef2ffd700 1 -- 172.21.15.38:0/2679821898 learned_addr learned my addr 172.21.15.38:0/2679821898 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.088+0000 7f4ef37fe700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4127df0 0x7f4ef4113b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef2ffd700 1 -- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4127df0 msgr2=0x7f4ef4113b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef2ffd700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4127df0 0x7f4ef4113b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef2ffd700 1 -- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ef41279d0 msgr2=0x7f4ef4113670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef2ffd700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ef41279d0 0x7f4ef4113670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef2ffd700 1 -- 172.21.15.38:0/2679821898 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee80092a0 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef2ffd700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 0x7f4ef4124790 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 rx=0x7f4ee400e960 tx=0x7f4ee4009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4009510 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee4012600 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4eec009ae0 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4012980 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.089+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ef4117840 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.090+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f4ee4012d30 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.090+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f4ee403b650 con 0x7f4ef4062700 2024-05-08T22:37:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.090+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ef4116b20 con 0x7f4ef4062700 2024-05-08T22:37:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.095+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f4ee4011b00 con 0x7f4ef4062700 2024-05-08T22:37:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.263+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4ef409add0 con 0x7f4ef4062700 2024-05-08T22:37:44.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.264+0000 7f4edb7fe700 1 -- 172.21.15.38:0/2679821898 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+11637 (secure 0 0 0) 0x7f4ee4011b00 con 0x7f4ef4062700 2024-05-08T22:37:44.264 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:44.264 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":20,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:33:42.892872+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"pacific","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.8","mappings":[{"from":3,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":0}]},{"pgid":"4.16","mappings":[{"from":3,"to":2}]},{"pgid":"4.19","mappings":[{"from":3,"to":0}]},{"pgid":"4.23","mappings":[{"from":3,"to":2}]},{"pgid":"4.25","mappings":[{"from":3,"to":2}]},{"pgid":"4.30","mappings":[{"from":3,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 >> v1:172.21.15.38:6816/46721 conn(0x7f4ee002bd00 legacy=0x7f4ee002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 msgr2=0x7f4ef4124790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 0x7f4ef4124790 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 rx=0x7f4ee400e960 tx=0x7f4ee4009060).stop 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 shutdown_connections 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4ef4127df0 0x7f4ef4113b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4ef4062700 0x7f4ef4124790 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 --2- 172.21.15.38:0/2679821898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4ef41279d0 0x7f4ef4113670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 >> 172.21.15.38:0/2679821898 conn(0x7f4ef409a730 msgr2=0x7f4ef4099a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 shutdown_connections 2024-05-08T22:37:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.266+0000 7f4ef96a6700 1 -- 172.21.15.38:0/2679821898 wait complete. 2024-05-08T22:37:44.278 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T22:32:51.710714+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T22:32:52.302368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-08T22:37:44.278 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:37:44.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.400+0000 7f17e82e9700 1 Processor -- start 2024-05-08T22:37:44.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.400+0000 7f17e82e9700 1 -- start start 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e82e9700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 0x7f17e0095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e82e9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0096000 0x7f17e012ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e82e9700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17e00912b0 con 0x7f17e012f480 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e82e9700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17e0091ba0 con 0x7f17e0095730 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e82e9700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e0092650 con 0x7f17e0096000 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e6085700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 0x7f17e0095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5884700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0096000 0x7f17e012ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e6886700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f17e012f480 0x7f17e0131870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47876/0 (socket says 172.21.15.38:47876) 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e6085700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 0x7f17e0095b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:44996/0 (socket says 172.21.15.38:44996) 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e6886700 1 -- 172.21.15.38:0/3425687313 learned_addr learned my addr 172.21.15.38:0/3425687313 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5884700 1 -- 172.21.15.38:0/3425687313 >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 msgr2=0x7f17e0095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5884700 1 --2- 172.21.15.38:0/3425687313 >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 0x7f17e0095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5884700 1 -- 172.21.15.38:0/3425687313 >> v1:172.21.15.38:6789/0 conn(0x7f17e012f480 legacy=0x7f17e0131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5884700 1 -- 172.21.15.38:0/3425687313 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e005e560 con 0x7f17e0096000 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e6085700 1 --2- 172.21.15.38:0/3425687313 >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 0x7f17e0095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5083700 1 -- 172.21.15.38:0/3425687313 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 474402285 0 0) 0x7f17e00912b0 con 0x7f17e012f480 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5884700 1 --2- 172.21.15.38:0/3425687313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0096000 0x7f17e012ef90 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 rx=0x7f17dc009790 tx=0x7f17dc009060).ready entity=mon.1 client_cookie=337b8acc99bd7cb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.401+0000 7f17e5083700 1 -- 172.21.15.38:0/3425687313 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17dc0090d0 con 0x7f17e0096000 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e5083700 1 -- 172.21.15.38:0/3425687313 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17dc00f510 con 0x7f17e0096000 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e5083700 1 -- 172.21.15.38:0/3425687313 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17dc00f890 con 0x7f17e0096000 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 -- 172.21.15.38:0/3425687313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0096000 msgr2=0x7f17e012ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 --2- 172.21.15.38:0/3425687313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0096000 0x7f17e012ef90 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 rx=0x7f17dc009790 tx=0x7f17dc009060).stop 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 -- 172.21.15.38:0/3425687313 shutdown_connections 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 --2- 172.21.15.38:0/3425687313 >> v2:172.21.15.38:3300/0 conn(0x7f17e0095730 0x7f17e0095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 --2- 172.21.15.38:0/3425687313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0096000 0x7f17e012ef90 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 -- 172.21.15.38:0/3425687313 >> 172.21.15.38:0/3425687313 conn(0x7f17e009a850 msgr2=0x7f17e0096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 -- 172.21.15.38:0/3425687313 shutdown_connections 2024-05-08T22:37:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.402+0000 7f17e82e9700 1 -- 172.21.15.38:0/3425687313 wait complete. 2024-05-08T22:37:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.403+0000 7f17e82e9700 1 Processor -- start 2024-05-08T22:37:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.403+0000 7f17e82e9700 1 -- start start 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.403+0000 7f17e82e9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 0x7f17e008b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.403+0000 7f17e82e9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e0096000 0x7f17e008ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e82e9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f17e012f480 0x7f17e008bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e82e9700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e008c3e0 con 0x7f17e0096000 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e82e9700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e008d0a0 con 0x7f17e0095730 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e82e9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f17e008ea10 con 0x7f17e012f480 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 0x7f17e008b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 0x7f17e008b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54638/0 (socket says 172.21.15.38:54638) 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 -- 172.21.15.38:0/1217932672 learned_addr learned my addr 172.21.15.38:0/1217932672 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6886700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f17e012f480 0x7f17e008bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e5884700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e0096000 0x7f17e008ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 -- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f17e012f480 msgr2=0x7f17e008bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f17e012f480 0x7f17e008bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 -- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e0096000 msgr2=0x7f17e008ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e0096000 0x7f17e008ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 -- 172.21.15.38:0/1217932672 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17d00092a0 con 0x7f17e0095730 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e6085700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 0x7f17e008b510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 rx=0x7f17d000ea20 tx=0x7f17d0009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d000ee60 con 0x7f17e0095730 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17d0009600 con 0x7f17e0095730 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17dc0092a0 con 0x7f17e0095730 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d000ca60 con 0x7f17e0095730 2024-05-08T22:37:44.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.404+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17e00931c0 con 0x7f17e0095730 2024-05-08T22:37:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.405+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f17d001b400 con 0x7f17e0095730 2024-05-08T22:37:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.405+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f17d003b6d0 con 0x7f17e0095730 2024-05-08T22:37:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.405+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17e008fc40 con 0x7f17e0095730 2024-05-08T22:37:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.410+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f17d0016030 con 0x7f17e0095730 2024-05-08T22:37:44.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.577+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7f17e00646d0 con 0x7f17e0095730 2024-05-08T22:37:44.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.578+0000 7f17d6f78700 1 -- 172.21.15.38:0/1217932672 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v20) v1 ==== 110+0+10 (secure 0 0 0) 0x7f17d0016020 con 0x7f17e0095730 2024-05-08T22:37:44.578 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:37:44.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 >> v1:172.21.15.38:6816/46721 conn(0x7f17c402bd00 legacy=0x7f17c402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 msgr2=0x7f17e008b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 0x7f17e008b510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 rx=0x7f17d000ea20 tx=0x7f17d0009060).stop 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 shutdown_connections 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e0095730 0x7f17e008b510 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f17e012f480 0x7f17e008bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 --2- 172.21.15.38:0/1217932672 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e0096000 0x7f17e008ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 >> 172.21.15.38:0/1217932672 conn(0x7f17e009a850 msgr2=0x7f17e0068480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 shutdown_connections 2024-05-08T22:37:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.580+0000 7f17e82e9700 1 -- 172.21.15.38:0/1217932672 wait complete. 2024-05-08T22:37:44.591 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:37:44.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 Processor -- start 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 -- start start 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe180062700 0x7fe1800951c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1800957e0 0x7fe180095c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe180092900 con 0x7fe18012a730 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe180062ae0 con 0x7fe1800957e0 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe185265700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe180091b20 con 0x7fe180062700 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe17e7fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1800957e0 0x7fe180095c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe17effd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe180062700 0x7fe1800951c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe17f7fe700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fe18012a730 0x7fe18012abb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47892/0 (socket says 172.21.15.38:47892) 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.714+0000 7fe17f7fe700 1 -- 172.21.15.38:0/762357318 learned_addr learned my addr 172.21.15.38:0/762357318 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17effd700 1 -- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1800957e0 msgr2=0x7fe180095c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:44.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17effd700 1 --2- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1800957e0 0x7fe180095c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17effd700 1 -- 172.21.15.38:0/762357318 >> v1:172.21.15.38:6789/0 conn(0x7fe18012a730 legacy=0x7fe18012abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17effd700 1 -- 172.21.15.38:0/762357318 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe180091d10 con 0x7fe180062700 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17dffb700 1 -- 172.21.15.38:0/762357318 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4288221004 0 0) 0x7fe180092900 con 0x7fe18012a730 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17e7fc700 1 --2- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1800957e0 0x7fe180095c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17effd700 1 --2- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe180062700 0x7fe1800951c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 rx=0x7fe1680097c0 tx=0x7fe168009060).ready entity=mon.2 client_cookie=285846bcd5b794ab server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17dffb700 1 -- 172.21.15.38:0/762357318 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1680090d0 con 0x7fe180062700 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17dffb700 1 -- 172.21.15.38:0/762357318 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe16800f510 con 0x7fe180062700 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe17dffb700 1 -- 172.21.15.38:0/762357318 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe16800f890 con 0x7fe180062700 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 -- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe180062700 msgr2=0x7fe1800951c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 --2- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe180062700 0x7fe1800951c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 rx=0x7fe1680097c0 tx=0x7fe168009060).stop 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 -- 172.21.15.38:0/762357318 shutdown_connections 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 --2- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe180062700 0x7fe1800951c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 --2- 172.21.15.38:0/762357318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1800957e0 0x7fe180095c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 -- 172.21.15.38:0/762357318 >> 172.21.15.38:0/762357318 conn(0x7fe18005ec10 msgr2=0x7fe18009a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 -- 172.21.15.38:0/762357318 shutdown_connections 2024-05-08T22:37:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.715+0000 7fe185265700 1 -- 172.21.15.38:0/762357318 wait complete. 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.716+0000 7fe185265700 1 Processor -- start 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 -- start start 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe180062700 0x7fe18011ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 0x7fe180116e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe18012a730 0x7fe180117350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe180127e10 con 0x7fe18012a730 2024-05-08T22:37:44.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe18011a050 con 0x7fe180062700 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe185265700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe18011a5a0 con 0x7fe1800957e0 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17e7fc700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 0x7fe180116e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17f7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe18012a730 0x7fe180117350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17e7fc700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 0x7fe180116e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49550/0 (socket says 172.21.15.38:49550) 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17e7fc700 1 -- 172.21.15.38:0/299629988 learned_addr learned my addr 172.21.15.38:0/299629988 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17effd700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe180062700 0x7fe18011ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17f7fe700 1 -- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 msgr2=0x7fe180116e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17f7fe700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 0x7fe180116e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17f7fe700 1 -- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe180062700 msgr2=0x7fe18011ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17f7fe700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe180062700 0x7fe18011ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17f7fe700 1 -- 172.21.15.38:0/299629988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1700092a0 con 0x7fe18012a730 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17e7fc700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 0x7fe180116e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.717+0000 7fe17effd700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe180062700 0x7fe18011ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:44.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe17f7fe700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe18012a730 0x7fe180117350 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 rx=0x7fe178002230 tx=0x7fe178007eb0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe178005d30 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe178007110 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1680092a0 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1780074d0 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1801182e0 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.718+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe178013410 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.719+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fe17803b110 con 0x7fe18012a730 2024-05-08T22:37:44.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.719+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe180129a50 con 0x7fe18012a730 2024-05-08T22:37:44.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.723+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe17801a300 con 0x7fe18012a730 2024-05-08T22:37:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.890+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe1801182e0 con 0x7fe18012a730 2024-05-08T22:37:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.890+0000 7fe1777fe700 1 -- 172.21.15.38:0/299629988 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v20) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe17801be80 con 0x7fe18012a730 2024-05-08T22:37:44.891 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:37:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 >> v1:172.21.15.38:6816/46721 conn(0x7fe16002bd00 legacy=0x7fe16002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe18012a730 msgr2=0x7fe180117350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe18012a730 0x7fe180117350 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 rx=0x7fe178002230 tx=0x7fe178007eb0).stop 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 shutdown_connections 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe180062700 0x7fe18011ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe18012a730 0x7fe180117350 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 --2- 172.21.15.38:0/299629988 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe1800957e0 0x7fe180116e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 >> 172.21.15.38:0/299629988 conn(0x7fe18005ec10 msgr2=0x7fe1800943f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 shutdown_connections 2024-05-08T22:37:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:44.892+0000 7fe185265700 1 -- 172.21.15.38:0/299629988 wait complete. 2024-05-08T22:37:44.904 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T22:37:45.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.026+0000 7f4a56c93700 1 Processor -- start 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.026+0000 7f4a56c93700 1 -- start start 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a56c93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50096ba0 0x7f4a5012c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a56c93700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a5012eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a56c93700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a50096f80 con 0x7f4a50069f00 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a56c93700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a5006a2e0 con 0x7f4a5012cc00 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a56c93700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4a50068010 con 0x7f4a50096ba0 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a4ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50096ba0 0x7f4a5012c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a55230700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a5012eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a54a2f700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f4a50069f00 0x7f4a50127310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47894/0 (socket says 172.21.15.38:47894) 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a54a2f700 1 -- 172.21.15.38:0/3660200743 learned_addr learned my addr 172.21.15.38:0/3660200743 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:45.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a4ffff700 1 -- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 msgr2=0x7f4a5012eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a4ffff700 1 --2- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a5012eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a4ffff700 1 -- 172.21.15.38:0/3660200743 >> v1:172.21.15.38:6789/0 conn(0x7f4a50069f00 legacy=0x7f4a50127310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a4f7fe700 1 -- 172.21.15.38:0/3660200743 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1184993427 0 0) 0x7f4a50096f80 con 0x7f4a50069f00 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.027+0000 7f4a4ffff700 1 -- 172.21.15.38:0/3660200743 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a50069440 con 0x7f4a50096ba0 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a4ffff700 1 --2- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50096ba0 0x7f4a5012c710 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 rx=0x7f4a3c009790 tx=0x7f4a3c009060).ready entity=mon.2 client_cookie=ecf6a667367693f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a4f7fe700 1 -- 172.21.15.38:0/3660200743 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c00f510 con 0x7f4a50096ba0 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a4f7fe700 1 -- 172.21.15.38:0/3660200743 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a3c00f670 con 0x7f4a50096ba0 2024-05-08T22:37:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a4f7fe700 1 -- 172.21.15.38:0/3660200743 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c00f9f0 con 0x7f4a50096ba0 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 -- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50096ba0 msgr2=0x7f4a5012c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50096ba0 0x7f4a5012c710 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 rx=0x7f4a3c009790 tx=0x7f4a3c009060).stop 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 -- 172.21.15.38:0/3660200743 shutdown_connections 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a5012eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3660200743 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50096ba0 0x7f4a5012c710 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 -- 172.21.15.38:0/3660200743 >> 172.21.15.38:0/3660200743 conn(0x7f4a5009a660 msgr2=0x7f4a5009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 -- 172.21.15.38:0/3660200743 shutdown_connections 2024-05-08T22:37:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.028+0000 7f4a56c93700 1 -- 172.21.15.38:0/3660200743 wait complete. 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.029+0000 7f4a56c93700 1 Processor -- start 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.029+0000 7f4a56c93700 1 -- start start 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a56c93700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 0x7f4a50122570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a56c93700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 0x7f4a50122a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a56c93700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a50122f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a56c93700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a50123440 con 0x7f4a50096ba0 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a56c93700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a50068b80 con 0x7f4a5012cc00 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a56c93700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4a50095d70 con 0x7f4a50069f00 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a54a2f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 0x7f4a50122570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a4ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 0x7f4a50122a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a4ffff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 0x7f4a50122a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45004/0 (socket says 172.21.15.38:45004) 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a54a2f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 0x7f4a50122570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49568/0 (socket says 172.21.15.38:49568) 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a4ffff700 1 -- 172.21.15.38:0/3630522379 learned_addr learned my addr 172.21.15.38:0/3630522379 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a55230700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a50122f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a55230700 1 -- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 msgr2=0x7f4a50122570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a55230700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 0x7f4a50122570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a55230700 1 -- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 msgr2=0x7f4a50122a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a55230700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 0x7f4a50122a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a55230700 1 -- 172.21.15.38:0/3630522379 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a3c0092a0 con 0x7f4a5012cc00 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a4ffff700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 0x7f4a50122a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.030+0000 7f4a54a2f700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 0x7f4a50122570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a55230700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a50122f50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 rx=0x7f4a48009e50 tx=0x7f4a4800b040).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a48009bb0 con 0x7f4a5012cc00 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a4800f040 con 0x7f4a5012cc00 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a500968d0 con 0x7f4a5012cc00 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a4800ccd0 con 0x7f4a5012cc00 2024-05-08T22:37:45.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a50095aa0 con 0x7f4a5012cc00 2024-05-08T22:37:45.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.031+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f4a48013610 con 0x7f4a5012cc00 2024-05-08T22:37:45.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.032+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f4a4803ba00 con 0x7f4a5012cc00 2024-05-08T22:37:45.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.032+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a50064be0 con 0x7f4a5012cc00 2024-05-08T22:37:45.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.036+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f4a48007750 con 0x7f4a5012cc00 2024-05-08T22:37:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.203+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4a50046ce0 con 0x7f4a5012cc00 2024-05-08T22:37:45.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.203+0000 7f4a4d7fa700 1 -- 172.21.15.38:0/3630522379 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4a48007340 con 0x7f4a5012cc00 2024-05-08T22:37:45.206 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 >> v1:172.21.15.38:6816/46721 conn(0x7f4a3402bd00 legacy=0x7f4a3402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 msgr2=0x7f4a50122f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a50122f50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 rx=0x7f4a48009e50 tx=0x7f4a4800b040).stop 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 shutdown_connections 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4a5012cc00 0x7f4a50122f50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4a50069f00 0x7f4a50122570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 --2- 172.21.15.38:0/3630522379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4a50096ba0 0x7f4a50122a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 >> 172.21.15.38:0/3630522379 conn(0x7f4a5009a660 msgr2=0x7f4a501261a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 shutdown_connections 2024-05-08T22:37:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.205+0000 7f4a56c93700 1 -- 172.21.15.38:0/3630522379 wait complete. 2024-05-08T22:37:45.217 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T22:37:45.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 Processor -- start 2024-05-08T22:37:45.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 -- start start 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6e94095e40 0x7f6e94096220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 0x7f6e94130370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e94068c50 con 0x7f6e94097150 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e94097530 con 0x7f6e94095e40 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e98ad9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940681b0 con 0x7f6e9412df80 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e91d9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6e94095e40 0x7f6e94096220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e92d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 0x7f6e94130370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e91d9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6e94095e40 0x7f6e94096220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45014/0 (socket says 172.21.15.38:45014) 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e9259c700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6e94097150 0x7f6e94095730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47908/0 (socket says 172.21.15.38:47908) 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e92d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 0x7f6e94130370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49580/0 (socket says 172.21.15.38:49580) 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.340+0000 7f6e91d9b700 1 -- 172.21.15.38:0/3212489000 learned_addr learned my addr 172.21.15.38:0/3212489000 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e91d9b700 1 -- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 msgr2=0x7f6e94130370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e91d9b700 1 --2- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 0x7f6e94130370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e91d9b700 1 -- 172.21.15.38:0/3212489000 >> v1:172.21.15.38:6789/0 conn(0x7f6e94097150 legacy=0x7f6e94095730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e91d9b700 1 -- 172.21.15.38:0/3212489000 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e9405e760 con 0x7f6e94095e40 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e9159a700 1 -- 172.21.15.38:0/3212489000 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 473492001 0 0) 0x7f6e94068c50 con 0x7f6e94097150 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e92d9d700 1 --2- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 0x7f6e94130370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e91d9b700 1 --2- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e94095e40 0x7f6e94096220 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 rx=0x7f6e88006fd0 tx=0x7f6e880090f0).ready entity=mon.0 client_cookie=c56e41c3fd89a9a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e9159a700 1 -- 172.21.15.38:0/3212489000 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8800b580 con 0x7f6e94095e40 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e9159a700 1 -- 172.21.15.38:0/3212489000 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e8800b6e0 con 0x7f6e94095e40 2024-05-08T22:37:45.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.341+0000 7f6e9159a700 1 -- 172.21.15.38:0/3212489000 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8800ba60 con 0x7f6e94095e40 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e94095e40 msgr2=0x7f6e94096220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e94095e40 0x7f6e94096220 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 rx=0x7f6e88006fd0 tx=0x7f6e880090f0).stop 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3212489000 shutdown_connections 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e9412df80 0x7f6e94130370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3212489000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e94095e40 0x7f6e94096220 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3212489000 >> 172.21.15.38:0/3212489000 conn(0x7f6e9409a850 msgr2=0x7f6e94096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3212489000 shutdown_connections 2024-05-08T22:37:45.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.342+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3212489000 wait complete. 2024-05-08T22:37:45.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 Processor -- start 2024-05-08T22:37:45.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 -- start start 2024-05-08T22:37:45.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e94095e40 0x7f6e9412d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e94097150 0x7f6e9412d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 0x7f6e9408c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9408e0f0 con 0x7f6e9412df80 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9412de10 con 0x7f6e94095e40 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e98ad9700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6e94065c00 con 0x7f6e94097150 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e92d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 0x7f6e9408c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e9259c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e94095e40 0x7f6e9412d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e91d9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e94097150 0x7f6e9412d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e92d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 0x7f6e9408c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45018/0 (socket says 172.21.15.38:45018) 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e9259c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e94095e40 0x7f6e9412d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54672/0 (socket says 172.21.15.38:54672) 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.343+0000 7f6e92d9d700 1 -- 172.21.15.38:0/3329412835 learned_addr learned my addr 172.21.15.38:0/3329412835 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e92d9d700 1 -- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e94097150 msgr2=0x7f6e9412d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e92d9d700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e94097150 0x7f6e9412d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e92d9d700 1 -- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e94095e40 msgr2=0x7f6e9412d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e92d9d700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e94095e40 0x7f6e9412d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e92d9d700 1 -- 172.21.15.38:0/3329412835 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e8c009a20 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e92d9d700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 0x7f6e9408c560 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 rx=0x7f6e8c009f90 tx=0x7f6e8c00b040).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c009d20 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e8c00f040 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c00ce00 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e88009370 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.344+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e940906e0 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.345+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f6e8c013610 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.345+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f6e8c03bb00 con 0x7f6e9412df80 2024-05-08T22:37:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.345+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e940636f0 con 0x7f6e9412df80 2024-05-08T22:37:45.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.350+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6e8c03be60 con 0x7f6e9412df80 2024-05-08T22:37:45.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.561+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6e940646d0 con 0x7f6e9412df80 2024-05-08T22:37:45.566 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-05-08T22:37:45.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.562+0000 7f6e82ffd700 1 -- 172.21.15.38:0/3329412835 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6e8c007930 con 0x7f6e9412df80 2024-05-08T22:37:45.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 >> v1:172.21.15.38:6816/46721 conn(0x7f6e7402bd00 legacy=0x7f6e7402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 msgr2=0x7f6e9408c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 0x7f6e9408c560 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 rx=0x7f6e8c009f90 tx=0x7f6e8c00b040).stop 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 shutdown_connections 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e94095e40 0x7f6e9412d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e9412df80 0x7f6e9408c560 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 --2- 172.21.15.38:0/3329412835 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6e94097150 0x7f6e9412d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.566+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 >> 172.21.15.38:0/3329412835 conn(0x7f6e9409a850 msgr2=0x7f6e94093260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:45.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.567+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 shutdown_connections 2024-05-08T22:37:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.567+0000 7f6e98ad9700 1 -- 172.21.15.38:0/3329412835 wait complete. 2024-05-08T22:37:45.589 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-08T22:37:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.805+0000 7f470fb8f700 1 Processor -- start 2024-05-08T22:37:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.805+0000 7f470fb8f700 1 -- start start 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470fb8f700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4708069e60 0x7f4708066110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470fb8f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f4708066600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470fb8f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708066af0 0x7f4708135680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470fb8f700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4708069220 con 0x7f4708069e60 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470fb8f700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4708066fa0 con 0x7f4708066af0 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470fb8f700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4708069cd0 con 0x7f4708067160 2024-05-08T22:37:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470e12c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708066af0 0x7f4708135680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470d92b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4708069e60 0x7f4708066110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470e12c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708066af0 0x7f4708135680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54680/0 (socket says 172.21.15.38:54680) 2024-05-08T22:37:45.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.806+0000 7f470e12c700 1 -- 172.21.15.38:0/2827620395 learned_addr learned my addr 172.21.15.38:0/2827620395 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:45.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d12a700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f4708066600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d92b700 1 -- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 msgr2=0x7f4708066600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d92b700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f4708066600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d92b700 1 -- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708066af0 msgr2=0x7f4708135680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d92b700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708066af0 0x7f4708135680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d92b700 1 -- 172.21.15.38:0/2827620395 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4708068860 con 0x7f4708069e60 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.807+0000 7f470d12a700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f4708066600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).send_auth_request state changed! 2024-05-08T22:37:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.808+0000 7f470d92b700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708069e60 0x7f4708066110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 rx=0x7f4700009790 tx=0x7f4700009060).ready entity=mon.0 client_cookie=22a1fcede7414bf9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:45.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.809+0000 7f470c929700 1 -- 172.21.15.38:0/2827620395 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470000b580 con 0x7f4708069e60 2024-05-08T22:37:45.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.809+0000 7f470c929700 1 -- 172.21.15.38:0/2827620395 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470000b6e0 con 0x7f4708069e60 2024-05-08T22:37:45.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.809+0000 7f470c929700 1 -- 172.21.15.38:0/2827620395 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470000ba60 con 0x7f4708069e60 2024-05-08T22:37:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 -- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708069e60 msgr2=0x7f4708066110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708069e60 0x7f4708066110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 rx=0x7f4700009790 tx=0x7f4700009060).stop 2024-05-08T22:37:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 -- 172.21.15.38:0/2827620395 shutdown_connections 2024-05-08T22:37:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708066af0 0x7f4708135680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708069e60 0x7f4708066110 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 --2- 172.21.15.38:0/2827620395 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f4708066600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.810+0000 7f470fb8f700 1 -- 172.21.15.38:0/2827620395 >> 172.21.15.38:0/2827620395 conn(0x7f470809a660 msgr2=0x7f470809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.811+0000 7f470fb8f700 1 -- 172.21.15.38:0/2827620395 shutdown_connections 2024-05-08T22:37:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.812+0000 7f470fb8f700 1 -- 172.21.15.38:0/2827620395 wait complete. 2024-05-08T22:37:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.813+0000 7f470fb8f700 1 Processor -- start 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.814+0000 7f470fb8f700 1 -- start start 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.815+0000 7f470fb8f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708066af0 0x7f470813e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.815+0000 7f470fb8f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f470813e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.815+0000 7f470fb8f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 0x7f470813ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.815+0000 7f470fb8f700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4708122000 con 0x7f4708066af0 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.815+0000 7f470fb8f700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4708067630 con 0x7f4708069e60 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.815+0000 7f470fb8f700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4708099b50 con 0x7f4708067160 2024-05-08T22:37:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.816+0000 7f470e12c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 0x7f470813ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.816+0000 7f470e12c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 0x7f470813ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54694/0 (socket says 172.21.15.38:54694) 2024-05-08T22:37:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.816+0000 7f470e12c700 1 -- 172.21.15.38:0/1794685135 learned_addr learned my addr 172.21.15.38:0/1794685135 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.816+0000 7f470d92b700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708066af0 0x7f470813e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.816+0000 7f470d12a700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f470813e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470e12c700 1 -- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 msgr2=0x7f470813e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470e12c700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f470813e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470e12c700 1 -- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708066af0 msgr2=0x7f470813e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470e12c700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708066af0 0x7f470813e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470e12c700 1 -- 172.21.15.38:0/1794685135 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47000092a0 con 0x7f4708069e60 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470d92b700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708066af0 0x7f470813e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f470e12c700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 0x7f470813ec70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 rx=0x7f4704007ca0 tx=0x7f4704009310).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.817+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470400d900 con 0x7f4708069e60 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.818+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470400f040 con 0x7f4708069e60 2024-05-08T22:37:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.818+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470400dc90 con 0x7f4708069e60 2024-05-08T22:37:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.818+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4708120a90 con 0x7f4708069e60 2024-05-08T22:37:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.818+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47081200a0 con 0x7f4708069e60 2024-05-08T22:37:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.820+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4708121c10 con 0x7f4708069e60 2024-05-08T22:37:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.823+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f4704014650 con 0x7f4708069e60 2024-05-08T22:37:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.823+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f470403b950 con 0x7f4708069e60 2024-05-08T22:37:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:45.828+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f470400ddf0 con 0x7f4708069e60 2024-05-08T22:37:46.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.191+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4708064be0 con 0x7f4708069e60 2024-05-08T22:37:46.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.192+0000 7f46fe7fc700 1 -- 172.21.15.38:0/1794685135 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f470401b300 con 0x7f4708069e60 2024-05-08T22:37:46.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.196+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 >> v1:172.21.15.38:6816/46721 conn(0x7f46ec02bd00 legacy=0x7f46ec02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.196+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 msgr2=0x7f470813ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.196+0000 7f470fb8f700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 0x7f470813ec70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 rx=0x7f4704007ca0 tx=0x7f4704009310).stop 2024-05-08T22:37:46.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.197+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 shutdown_connections 2024-05-08T22:37:46.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.197+0000 7f470fb8f700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4708069e60 0x7f470813ec70 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.197+0000 7f470fb8f700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4708066af0 0x7f470813e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.197+0000 7f470fb8f700 1 --2- 172.21.15.38:0/1794685135 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f4708067160 0x7f470813e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.197+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 >> 172.21.15.38:0/1794685135 conn(0x7f470809a660 msgr2=0x7f4708094fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:46.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.198+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 shutdown_connections 2024-05-08T22:37:46.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.198+0000 7f470fb8f700 1 -- 172.21.15.38:0/1794685135 wait complete. 2024-05-08T22:37:46.200 INFO:teuthology.orchestra.run.smithi038.stderr:listed 0 entries 2024-05-08T22:37:46.215 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:37:46.215 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:37:46.238 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:37:46.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.444+0000 7f52271bf700 1 Processor -- start 2024-05-08T22:37:46.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.445+0000 7f52271bf700 1 -- start start 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.445+0000 7f52271bf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f52201271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.445+0000 7f52271bf700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5220127770 0x7f5220127b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.445+0000 7f52271bf700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f522009d5e0 con 0x7f522012a710 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.445+0000 7f52271bf700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5220064380 con 0x7f5220127770 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.445+0000 7f52271bf700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5220097f50 con 0x7f5220063fa0 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f52201271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f52201271c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49618/0 (socket says 172.21.15.38:49618) 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 -- 172.21.15.38:0/2507116013 learned_addr learned my addr 172.21.15.38:0/2507116013 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:46.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f521ffff700 1 --2- 172.21.15.38:0/2507116013 >> v2:172.21.15.38:3300/0 conn(0x7f5220127770 0x7f5220127b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 -- 172.21.15.38:0/2507116013 >> v2:172.21.15.38:3300/0 conn(0x7f5220127770 msgr2=0x7f5220127b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 --2- 172.21.15.38:0/2507116013 >> v2:172.21.15.38:3300/0 conn(0x7f5220127770 0x7f5220127b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 -- 172.21.15.38:0/2507116013 >> v1:172.21.15.38:6789/0 conn(0x7f522012a710 legacy=0x7f522012aba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 -- 172.21.15.38:0/2507116013 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5220092860 con 0x7f5220063fa0 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.446+0000 7f5224f5b700 1 --2- 172.21.15.38:0/2507116013 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f52201271c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 rx=0x7f5214006fd0 tx=0x7f52140090f0).ready entity=mon.2 client_cookie=53525028b4d182eb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.447+0000 7f521f7fe700 1 -- 172.21.15.38:0/2507116013 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f521400b600 con 0x7f5220063fa0 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.447+0000 7f521f7fe700 1 -- 172.21.15.38:0/2507116013 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f521400b760 con 0x7f5220063fa0 2024-05-08T22:37:46.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.447+0000 7f521f7fe700 1 -- 172.21.15.38:0/2507116013 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f521400bae0 con 0x7f5220063fa0 2024-05-08T22:37:46.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.448+0000 7f52271bf700 1 -- 172.21.15.38:0/2507116013 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 msgr2=0x7f52201271c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.448+0000 7f52271bf700 1 --2- 172.21.15.38:0/2507116013 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f52201271c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 rx=0x7f5214006fd0 tx=0x7f52140090f0).stop 2024-05-08T22:37:46.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.449+0000 7f52271bf700 1 -- 172.21.15.38:0/2507116013 shutdown_connections 2024-05-08T22:37:46.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.449+0000 7f52271bf700 1 --2- 172.21.15.38:0/2507116013 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f52201271c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.449+0000 7f52271bf700 1 --2- 172.21.15.38:0/2507116013 >> v2:172.21.15.38:3300/0 conn(0x7f5220127770 0x7f5220127b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.449+0000 7f52271bf700 1 -- 172.21.15.38:0/2507116013 >> 172.21.15.38:0/2507116013 conn(0x7f522009a420 msgr2=0x7f522009a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:46.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.450+0000 7f52271bf700 1 -- 172.21.15.38:0/2507116013 shutdown_connections 2024-05-08T22:37:46.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.450+0000 7f52271bf700 1 -- 172.21.15.38:0/2507116013 wait complete. 2024-05-08T22:37:46.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.452+0000 7f52271bf700 1 Processor -- start 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.452+0000 7f52271bf700 1 -- start start 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f52271bf700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f5220065a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f52271bf700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5220127770 0x7f5220065f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f52271bf700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f522012a710 0x7f5220066400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f52271bf700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52200668f0 con 0x7f522012a710 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f52271bf700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5220069c60 con 0x7f5220127770 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f52271bf700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5220068ae0 con 0x7f5220063fa0 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f521ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5220127770 0x7f5220065f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f521ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5220127770 0x7f5220065f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54702/0 (socket says 172.21.15.38:54702) 2024-05-08T22:37:46.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f521ffff700 1 -- 172.21.15.38:0/271256346 learned_addr learned my addr 172.21.15.38:0/271256346 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f522575c700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f522012a710 0x7f5220066400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f5224f5b700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f5220065a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f5224f5b700 1 -- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5220127770 msgr2=0x7f5220065f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f5224f5b700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5220127770 0x7f5220065f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f5224f5b700 1 -- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f522012a710 msgr2=0x7f5220066400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.453+0000 7f5224f5b700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f522012a710 0x7f5220066400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.454+0000 7f5224f5b700 1 -- 172.21.15.38:0/271256346 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5214009370 con 0x7f5220063fa0 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.454+0000 7f522575c700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f522012a710 0x7f5220066400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.454+0000 7f5224f5b700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f5220065a20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 rx=0x7f5214006fd0 tx=0x7f5214017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.454+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f521400b8d0 con 0x7f5220063fa0 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.454+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f521400ba30 con 0x7f5220063fa0 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.454+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f521401c670 con 0x7f5220063fa0 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.455+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52200672a0 con 0x7f5220063fa0 2024-05-08T22:37:46.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.455+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5220068da0 con 0x7f5220063fa0 2024-05-08T22:37:46.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.456+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52200679c0 con 0x7f5220063fa0 2024-05-08T22:37:46.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.458+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f521401ca20 con 0x7f5220063fa0 2024-05-08T22:37:46.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.459+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f521403d3f0 con 0x7f5220063fa0 2024-05-08T22:37:46.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.467+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f5214023360 con 0x7f5220063fa0 2024-05-08T22:37:46.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.804+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5220063c30 con 0x7f5220063fa0 2024-05-08T22:37:46.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.806+0000 7f521d7fa700 1 -- 172.21.15.38:0/271256346 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+11637 (secure 0 0 0) 0x7f521402a030 con 0x7f5220063fa0 2024-05-08T22:37:46.806 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:46.806 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":20,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:33:42.892872+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"pacific","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.8","mappings":[{"from":3,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":0}]},{"pgid":"4.16","mappings":[{"from":3,"to":2}]},{"pgid":"4.19","mappings":[{"from":3,"to":0}]},{"pgid":"4.23","mappings":[{"from":3,"to":2}]},{"pgid":"4.25","mappings":[{"from":3,"to":2}]},{"pgid":"4.30","mappings":[{"from":3,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:37:46.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.810+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 >> v1:172.21.15.38:6816/46721 conn(0x7f520402bd30 legacy=0x7f520402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.810+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 msgr2=0x7f5220065a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:46.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.810+0000 7f52271bf700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f5220065a20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 rx=0x7f5214006fd0 tx=0x7f5214017000).stop 2024-05-08T22:37:46.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.812+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 shutdown_connections 2024-05-08T22:37:46.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.812+0000 7f52271bf700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f522012a710 0x7f5220066400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.812+0000 7f52271bf700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5220063fa0 0x7f5220065a20 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.812+0000 7f52271bf700 1 --2- 172.21.15.38:0/271256346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5220127770 0x7f5220065f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:46.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.812+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 >> 172.21.15.38:0/271256346 conn(0x7f522009a420 msgr2=0x7f52200986a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:46.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.813+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 shutdown_connections 2024-05-08T22:37:46.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:46.814+0000 7f52271bf700 1 -- 172.21.15.38:0/271256346 wait complete. 2024-05-08T22:37:46.831 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-05-08T22:32:45.818690+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-05-08T22:32:47.256049+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T22:32:51.710714+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T22:32:52.302368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-08T22:37:46.832 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get device_health_metrics pg_num 2024-05-08T22:37:47.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.058+0000 7ffa42c6c700 1 Processor -- start 2024-05-08T22:37:47.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.058+0000 7ffa42c6c700 1 -- start start 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa42c6c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 0x7ffa3c066110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa42c6c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c066600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa42c6c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffa3c066af0 0x7ffa3c135680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa42c6c700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa3c069220 con 0x7ffa3c066af0 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa42c6c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c069cd0 con 0x7ffa3c069e60 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa42c6c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c066f70 con 0x7ffa3c067160 2024-05-08T22:37:47.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 0x7ffa3c066110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 0x7ffa3c066110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54718/0 (socket says 172.21.15.38:54718) 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 -- 172.21.15.38:0/2527093084 learned_addr learned my addr 172.21.15.38:0/2527093084 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 -- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 msgr2=0x7ffa3c066600 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 --2- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c066600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 -- 172.21.15.38:0/2527093084 >> v2:172.21.15.38:3300/0 conn(0x7ffa3c066af0 msgr2=0x7ffa3c135680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 --2- 172.21.15.38:0/2527093084 >> v2:172.21.15.38:3300/0 conn(0x7ffa3c066af0 0x7ffa3c135680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 -- 172.21.15.38:0/2527093084 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa3c068860 con 0x7ffa3c069e60 2024-05-08T22:37:47.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.059+0000 7ffa40a08700 1 --2- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 0x7ffa3c066110 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 rx=0x7ffa30009830 tx=0x7ffa300090f0).ready entity=mon.1 client_cookie=e21104628e2d65ff server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.060+0000 7ffa3b7fe700 1 -- 172.21.15.38:0/2527093084 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa3000b600 con 0x7ffa3c069e60 2024-05-08T22:37:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.060+0000 7ffa3b7fe700 1 -- 172.21.15.38:0/2527093084 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa3000b760 con 0x7ffa3c069e60 2024-05-08T22:37:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.060+0000 7ffa3b7fe700 1 -- 172.21.15.38:0/2527093084 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa3000bb00 con 0x7ffa3c069e60 2024-05-08T22:37:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.061+0000 7ffa42c6c700 1 -- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 msgr2=0x7ffa3c066110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.061+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 0x7ffa3c066110 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 rx=0x7ffa30009830 tx=0x7ffa300090f0).stop 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 -- 172.21.15.38:0/2527093084 shutdown_connections 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/2527093084 >> v2:172.21.15.38:3300/0 conn(0x7ffa3c066af0 0x7ffa3c135680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c069e60 0x7ffa3c066110 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/2527093084 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c066600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).stop 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 -- 172.21.15.38:0/2527093084 >> 172.21.15.38:0/2527093084 conn(0x7ffa3c09a660 msgr2=0x7ffa3c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 -- 172.21.15.38:0/2527093084 shutdown_connections 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.063+0000 7ffa42c6c700 1 -- 172.21.15.38:0/2527093084 wait complete. 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.064+0000 7ffa42c6c700 1 Processor -- start 2024-05-08T22:37:47.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 -- start start 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c066af0 0x7ffa3c119c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c115c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa3c069e60 0x7ffa3c116130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c129dd0 con 0x7ffa3c069e60 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c119770 con 0x7ffa3c066af0 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.065+0000 7ffa42c6c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c091a90 con 0x7ffa3c067160 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa41209700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa3c069e60 0x7ffa3c116130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa41209700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa3c069e60 0x7ffa3c116130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45076/0 (socket says 172.21.15.38:45076) 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa41209700 1 -- 172.21.15.38:0/822047734 learned_addr learned my addr 172.21.15.38:0/822047734 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c115c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 -- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c066af0 msgr2=0x7ffa3c119c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c066af0 0x7ffa3c119c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 -- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa3c069e60 msgr2=0x7ffa3c116130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa3c069e60 0x7ffa3c116130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 -- 172.21.15.38:0/822047734 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa30009370 con 0x7ffa3c067160 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa3bfff700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c115c40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 rx=0x7ffa28009490 tx=0x7ffa28006ee0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa28009e90 con 0x7ffa3c067160 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa28013460 con 0x7ffa3c067160 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.066+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa28013840 con 0x7ffa3c067160 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.067+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa3c1191d0 con 0x7ffa3c067160 2024-05-08T22:37:47.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.067+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa3c117a20 con 0x7ffa3c067160 2024-05-08T22:37:47.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.068+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7ffa28013c70 con 0x7ffa3c067160 2024-05-08T22:37:47.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.068+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7ffa2803a990 con 0x7ffa3c067160 2024-05-08T22:37:47.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.068+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa3c119590 con 0x7ffa3c067160 2024-05-08T22:37:47.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.074+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7ffa2801b710 con 0x7ffa3c067160 2024-05-08T22:37:47.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.393+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"} v 0) v1 -- 0x7ffa3c064be0 con 0x7ffa3c067160 2024-05-08T22:37:47.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.395+0000 7ffa397fa700 1 -- 172.21.15.38:0/822047734 <== mon.2 v2:172.21.15.38:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]=0 v20) v1 ==== 110+0+10 (secure 0 0 0) 0x7ffa28011360 con 0x7ffa3c067160 2024-05-08T22:37:47.396 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 1 2024-05-08T22:37:47.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.400+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 >> v1:172.21.15.38:6816/46721 conn(0x7ffa2002bd00 legacy=0x7ffa2002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.400+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 msgr2=0x7ffa3c115c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.400+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c115c40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 rx=0x7ffa28009490 tx=0x7ffa28006ee0).stop 2024-05-08T22:37:47.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 shutdown_connections 2024-05-08T22:37:47.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa3c066af0 0x7ffa3c119c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).stop 2024-05-08T22:37:47.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa3c069e60 0x7ffa3c116130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 --2- 172.21.15.38:0/822047734 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffa3c067160 0x7ffa3c115c40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 >> 172.21.15.38:0/822047734 conn(0x7ffa3c09a660 msgr2=0x7ffa3c0950f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:47.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 shutdown_connections 2024-05-08T22:37:47.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.404+0000 7ffa42c6c700 1 -- 172.21.15.38:0/822047734 wait complete. 2024-05-08T22:37:47.431 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-05-08T22:37:47.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.625+0000 7f83fce8b700 1 Processor -- start 2024-05-08T22:37:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.625+0000 7f83fce8b700 1 -- start start 2024-05-08T22:37:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.626+0000 7f83fce8b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f8096160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.626+0000 7f83fce8b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83f8130370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.626+0000 7f83fce8b700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83f8068700 con 0x7f83f8096650 2024-05-08T22:37:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.626+0000 7f83fce8b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83f80692e0 con 0x7f83f812df80 2024-05-08T22:37:47.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.626+0000 7f83fce8b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f83f8097f90 con 0x7f83f8068f00 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f5d9b700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f83f8096650 0x7f83f8096a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47922/0 (socket says 172.21.15.38:47922) 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f5d9b700 1 -- 172.21.15.38:0/1945206594 learned_addr learned my addr 172.21.15.38:0/1945206594 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 438287280 0 0) 0x7f83f8068700 con 0x7f83f8096650 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f83e00033f0 con 0x7f83f8096650 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f6d9d700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83f8130370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 <== mon.0 v1:172.21.15.38:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 706994634 0 0) 0x7f83e00033f0 con 0x7f83f8096650 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f659c700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f8096160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 msgr2=0x7f83f8096160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f8096160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 msgr2=0x7f83f8130370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83f8130370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 --> v1:172.21.15.38:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83f8097c30 con 0x7f83f8096650 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 <== mon.0 v1:172.21.15.38:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4026342100 0 0) 0x7f83ec001470 con 0x7f83f8096650 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.627+0000 7f83f659c700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f8096160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).send_auth_request state changed! 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 >> v1:172.21.15.38:6789/0 conn(0x7f83f8096650 legacy=0x7f83f8096a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83e0003960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83e0003eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83e0004690 0x7f83e0004b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83f80692e0 con 0x7f83e0004690 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83f8097f90 con 0x7f83f812df80 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f83e0005280 con 0x7f83f8068f00 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f659c700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83e0003960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f5d9b700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83e0003eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f6d9d700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83e0004690 0x7f83e0004b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f659c700 1 -- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 msgr2=0x7f83e0003eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f659c700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83e0003eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f659c700 1 -- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83e0004690 msgr2=0x7f83e0004b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f659c700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83e0004690 0x7f83e0004b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.628+0000 7f83f659c700 1 -- 172.21.15.38:0/1945206594 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83e00033f0 con 0x7f83f8068f00 2024-05-08T22:37:47.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.629+0000 7f83f659c700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83e0003960 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 rx=0x7f83e800aa60 tx=0x7f83e8008040).ready entity=mon.2 client_cookie=5d2b6e31a7f2d69f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:47.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.629+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e800aea0 con 0x7f83f8068f00 2024-05-08T22:37:47.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.629+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83e80115d0 con 0x7f83f8068f00 2024-05-08T22:37:47.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.629+0000 7f83f559a700 1 -- 172.21.15.38:0/1945206594 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e8011950 con 0x7f83f8068f00 2024-05-08T22:37:47.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.630+0000 7f83fce8b700 1 -- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 msgr2=0x7f83e0003960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.630+0000 7f83fce8b700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83e0003960 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 rx=0x7f83e800aa60 tx=0x7f83e8008040).stop 2024-05-08T22:37:47.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.632+0000 7f83fce8b700 1 -- 172.21.15.38:0/1945206594 shutdown_connections 2024-05-08T22:37:47.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.632+0000 7f83fce8b700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83f812df80 0x7f83e0003eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.632+0000 7f83fce8b700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83e0004690 0x7f83e0004b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.632+0000 7f83fce8b700 1 --2- 172.21.15.38:0/1945206594 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83e0003960 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.632+0000 7f83fce8b700 1 -- 172.21.15.38:0/1945206594 >> 172.21.15.38:0/1945206594 conn(0x7f83f8098260 msgr2=0x7f83f8098670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:47.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.634+0000 7f83fce8b700 1 -- 172.21.15.38:0/1945206594 shutdown_connections 2024-05-08T22:37:47.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.634+0000 7f83fce8b700 1 -- 172.21.15.38:0/1945206594 wait complete. 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.636+0000 7f83fce8b700 1 Processor -- start 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.636+0000 7f83fce8b700 1 -- start start 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83fce8b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83e0004690 0x7f83f811d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83fce8b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f811da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83fce8b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 0x7f83f811df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83fce8b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83f811e430 con 0x7f83f8096650 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83fce8b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83f80639b0 con 0x7f83e0004690 2024-05-08T22:37:47.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83fce8b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f83f80677d0 con 0x7f83f8068f00 2024-05-08T22:37:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83f6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 0x7f83f811df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83f6d9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 0x7f83f811df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45090/0 (socket says 172.21.15.38:45090) 2024-05-08T22:37:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83f6d9d700 1 -- 172.21.15.38:0/3332775236 learned_addr learned my addr 172.21.15.38:0/3332775236 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83f5d9b700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f811da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.637+0000 7f83f659c700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83e0004690 0x7f83f811d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f6d9d700 1 -- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 msgr2=0x7f83f811da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f6d9d700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f811da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f6d9d700 1 -- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83e0004690 msgr2=0x7f83f811d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f6d9d700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83e0004690 0x7f83f811d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f6d9d700 1 -- 172.21.15.38:0/3332775236 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83f8120db0 con 0x7f83f8096650 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f5d9b700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f811da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f659c700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83e0004690 0x7f83f811d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83f6d9d700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 0x7f83f811df40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 rx=0x7f83f0009ea0 tx=0x7f83f000b040).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f000e040 con 0x7f83f8096650 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83f000f040 con 0x7f83f8096650 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f000fe50 con 0x7f83f8096650 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83f8120af0 con 0x7f83f8096650 2024-05-08T22:37:47.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.638+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83f8121770 con 0x7f83f8096650 2024-05-08T22:37:47.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.639+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f83f0015660 con 0x7f83f8096650 2024-05-08T22:37:47.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.640+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f83f003c140 con 0x7f83f8096650 2024-05-08T22:37:47.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.640+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83f80986c0 con 0x7f83f8096650 2024-05-08T22:37:47.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.649+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f83f001c8e0 con 0x7f83f8096650 2024-05-08T22:37:47.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.837+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f83f8066f50 con 0x7f83f8096650 2024-05-08T22:37:47.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.838+0000 7f83e6ffd700 1 -- 172.21.15.38:0/3332775236 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v20) v1 ==== 92+0+10 (secure 0 0 0) 0x7f83f002b030 con 0x7f83f8096650 2024-05-08T22:37:47.838 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 8 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 >> v1:172.21.15.38:6816/46721 conn(0x7f83d802bd00 legacy=0x7f83d802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 msgr2=0x7f83f811df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 0x7f83f811df40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 rx=0x7f83f0009ea0 tx=0x7f83f000b040).stop 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 shutdown_connections 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83e0004690 0x7f83f811d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83f8096650 0x7f83f811df40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 --2- 172.21.15.38:0/3332775236 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f83f8068f00 0x7f83f811da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 >> 172.21.15.38:0/3332775236 conn(0x7f83f8098260 msgr2=0x7f83f809a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.839+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 shutdown_connections 2024-05-08T22:37:47.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.840+0000 7f83fce8b700 1 -- 172.21.15.38:0/3332775236 wait complete. 2024-05-08T22:37:47.851 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T22:37:47.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.973+0000 7fc5cfc69700 1 Processor -- start 2024-05-08T22:37:47.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.973+0000 7fc5cfc69700 1 -- start start 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cfc69700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c81279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cfc69700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc5c8096950 0x7fc5c8132a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cfc69700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5c8127190 con 0x7fc5c8095de0 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cfc69700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5c8066d80 con 0x7fc5c8096950 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cfc69700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c81273f0 con 0x7fc5c81275f0 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5ce206700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc5c8096950 0x7fc5c8132a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cda05700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c81279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5ce206700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc5c8096950 0x7fc5c8132a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45098/0 (socket says 172.21.15.38:45098) 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cda05700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c81279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54776/0 (socket says 172.21.15.38:54776) 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5ce206700 1 -- 172.21.15.38:0/2960890776 learned_addr learned my addr 172.21.15.38:0/2960890776 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5ce206700 1 -- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 msgr2=0x7fc5c81279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:47.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5cca03700 1 -- 172.21.15.38:0/2960890776 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3708579456 0 0) 0x7fc5c8127190 con 0x7fc5c8095de0 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5ce206700 1 --2- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c81279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.974+0000 7fc5ce206700 1 -- 172.21.15.38:0/2960890776 >> v1:172.21.15.38:6789/0 conn(0x7fc5c8095de0 legacy=0x7fc5c8096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5ce206700 1 -- 172.21.15.38:0/2960890776 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c8066750 con 0x7fc5c8096950 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5ce206700 1 --2- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8132a90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 rx=0x7fc5c0009f20 tx=0x7fc5c0009840).ready entity=mon.0 client_cookie=289e7532d3c7650f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cca03700 1 -- 172.21.15.38:0/2960890776 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c000e070 con 0x7fc5c8096950 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cca03700 1 -- 172.21.15.38:0/2960890776 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5c000b9d0 con 0x7fc5c8096950 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cca03700 1 -- 172.21.15.38:0/2960890776 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c000bd50 con 0x7fc5c8096950 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cfc69700 1 -- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 msgr2=0x7fc5c8132a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8132a90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 rx=0x7fc5c0009f20 tx=0x7fc5c0009840).stop 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cfc69700 1 -- 172.21.15.38:0/2960890776 shutdown_connections 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8132a90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/2960890776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c81279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.975+0000 7fc5cfc69700 1 -- 172.21.15.38:0/2960890776 >> 172.21.15.38:0/2960890776 conn(0x7fc5c809a660 msgr2=0x7fc5c809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:47.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.976+0000 7fc5cfc69700 1 -- 172.21.15.38:0/2960890776 shutdown_connections 2024-05-08T22:37:47.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.976+0000 7fc5cfc69700 1 -- 172.21.15.38:0/2960890776 wait complete. 2024-05-08T22:37:47.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.976+0000 7fc5cfc69700 1 Processor -- start 2024-05-08T22:37:47.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 -- start start 2024-05-08T22:37:47.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc5c8095de0 0x7fc5c8124610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8113540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c8113a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:47.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c8066980 con 0x7fc5c8096950 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c8116fe0 con 0x7fc5c81275f0 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cfc69700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c8099dc0 con 0x7fc5c8095de0 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8113540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8113540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45102/0 (socket says 172.21.15.38:45102) 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 -- 172.21.15.38:0/3113211605 learned_addr learned my addr 172.21.15.38:0/3113211605 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5ce206700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c8113a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cda05700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc5c8095de0 0x7fc5c8124610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 -- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc5c8095de0 msgr2=0x7fc5c8124610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc5c8095de0 0x7fc5c8124610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 -- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 msgr2=0x7fc5c8113a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c8113a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5cd204700 1 -- 172.21.15.38:0/3113211605 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c0009ae0 con 0x7fc5c8096950 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.977+0000 7fc5ce206700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c8113a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:47.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5cd204700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8113540 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 rx=0x7fc5c400c490 tx=0x7fc5c4007bf0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4012400 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5c4012580 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4012940 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5c8116a40 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5c81150d0 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.978+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fc5c401b3b0 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.979+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fc5c403aa30 con 0x7fc5c8096950 2024-05-08T22:37:47.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.979+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5c8064be0 con 0x7fc5c8096950 2024-05-08T22:37:47.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:47.983+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fc5c401a360 con 0x7fc5c8096950 2024-05-08T22:37:48.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.152+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc5c8114340 con 0x7fc5c8096950 2024-05-08T22:37:48.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.152+0000 7fc5be7fc700 1 -- 172.21.15.38:0/3113211605 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc5c4018a50 con 0x7fc5c8096950 2024-05-08T22:37:48.152 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 32 2024-05-08T22:37:48.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 >> v1:172.21.15.38:6816/46721 conn(0x7fc5ac02bd00 legacy=0x7fc5ac02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 msgr2=0x7fc5c8113540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8113540 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 rx=0x7fc5c400c490 tx=0x7fc5c4007bf0).stop 2024-05-08T22:37:48.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 shutdown_connections 2024-05-08T22:37:48.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5c81275f0 0x7fc5c8113a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fc5c8095de0 0x7fc5c8124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 --2- 172.21.15.38:0/3113211605 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5c8096950 0x7fc5c8113540 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 >> 172.21.15.38:0/3113211605 conn(0x7fc5c809a660 msgr2=0x7fc5c8069500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:48.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 shutdown_connections 2024-05-08T22:37:48.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.154+0000 7fc5cfc69700 1 -- 172.21.15.38:0/3113211605 wait complete. 2024-05-08T22:37:48.166 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T22:37:48.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 Processor -- start 2024-05-08T22:37:48.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 -- start start 2024-05-08T22:37:48.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcd2c063fa0 0x7fcd2c1271c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 0x7fcd2c127b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd2c09d5e0 con 0x7fcd2c12a710 2024-05-08T22:37:48.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd2c064380 con 0x7fcd2c063fa0 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd3445f700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c097f50 con 0x7fcd2c127770 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd321fb700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcd2c063fa0 0x7fcd2c1271c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd319fa700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 0x7fcd2c127b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd321fb700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcd2c063fa0 0x7fcd2c1271c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45112/0 (socket says 172.21.15.38:45112) 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd319fa700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 0x7fcd2c127b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54806/0 (socket says 172.21.15.38:54806) 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.291+0000 7fcd321fb700 1 -- 172.21.15.38:0/944654992 learned_addr learned my addr 172.21.15.38:0/944654992 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd321fb700 1 -- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 msgr2=0x7fcd2c127b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd321fb700 1 --2- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 0x7fcd2c127b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd321fb700 1 -- 172.21.15.38:0/944654992 >> v1:172.21.15.38:6789/0 conn(0x7fcd2c12a710 legacy=0x7fcd2c12aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd321fb700 1 -- 172.21.15.38:0/944654992 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd2c092860 con 0x7fcd2c063fa0 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd311f9700 1 -- 172.21.15.38:0/944654992 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3997772025 0 0) 0x7fcd2c09d5e0 con 0x7fcd2c12a710 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd319fa700 1 --2- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 0x7fcd2c127b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd321fb700 1 --2- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c063fa0 0x7fcd2c1271c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 rx=0x7fcd28009830 tx=0x7fcd280090f0).ready entity=mon.0 client_cookie=e020cd3792827094 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:48.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd311f9700 1 -- 172.21.15.38:0/944654992 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd2800b580 con 0x7fcd2c063fa0 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd311f9700 1 -- 172.21.15.38:0/944654992 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd2800b6e0 con 0x7fcd2c063fa0 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.292+0000 7fcd311f9700 1 -- 172.21.15.38:0/944654992 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd2800ba60 con 0x7fcd2c063fa0 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 -- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c063fa0 msgr2=0x7fcd2c1271c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 --2- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c063fa0 0x7fcd2c1271c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 rx=0x7fcd28009830 tx=0x7fcd280090f0).stop 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 -- 172.21.15.38:0/944654992 shutdown_connections 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 --2- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c063fa0 0x7fcd2c1271c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 --2- 172.21.15.38:0/944654992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c127770 0x7fcd2c127b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 -- 172.21.15.38:0/944654992 >> 172.21.15.38:0/944654992 conn(0x7fcd2c09a420 msgr2=0x7fcd2c09a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 -- 172.21.15.38:0/944654992 shutdown_connections 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.293+0000 7fcd3445f700 1 -- 172.21.15.38:0/944654992 wait complete. 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 Processor -- start 2024-05-08T22:37:48.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 -- start start 2024-05-08T22:37:48.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c063fa0 0x7fcd2c124c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcd2c127770 0x7fcd2c113fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 0x7fcd2c1144b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c117120 con 0x7fcd2c12a710 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c1153c0 con 0x7fcd2c063fa0 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd3445f700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c117cf0 con 0x7fcd2c127770 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd319fa700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcd2c127770 0x7fcd2c113fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd329fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 0x7fcd2c1144b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd321fb700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c063fa0 0x7fcd2c124c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd319fa700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcd2c127770 0x7fcd2c113fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49676/0 (socket says 172.21.15.38:49676) 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd329fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 0x7fcd2c1144b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45116/0 (socket says 172.21.15.38:45116) 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.294+0000 7fcd319fa700 1 -- 172.21.15.38:0/427030117 learned_addr learned my addr 172.21.15.38:0/427030117 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd321fb700 1 -- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcd2c127770 msgr2=0x7fcd2c113fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd321fb700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcd2c127770 0x7fcd2c113fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd321fb700 1 -- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 msgr2=0x7fcd2c1144b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd321fb700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 0x7fcd2c1144b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd321fb700 1 -- 172.21.15.38:0/427030117 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd1c0092a0 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd329fc700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 0x7fcd2c1144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd321fb700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c063fa0 0x7fcd2c124c50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 rx=0x7fcd28014000 tx=0x7fcd28017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd28000bc0 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd2800b850 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd2801c670 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd28009370 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.295+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd2c09cfb0 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.296+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fcd2801ca60 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.296+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fcd2803c8a0 con 0x7fcd2c063fa0 2024-05-08T22:37:48.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.296+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd2c125530 con 0x7fcd2c063fa0 2024-05-08T22:37:48.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.301+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fcd2801cd10 con 0x7fcd2c063fa0 2024-05-08T22:37:48.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.469+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcd2c125330 con 0x7fcd2c063fa0 2024-05-08T22:37:48.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.469+0000 7fcd22ffd700 1 -- 172.21.15.38:0/427030117 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcd28018350 con 0x7fcd2c063fa0 2024-05-08T22:37:48.470 INFO:teuthology.orchestra.run.smithi038.stdout:pg_num: 64 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 >> v1:172.21.15.38:6816/46721 conn(0x7fcd1002bd30 legacy=0x7fcd1002e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c063fa0 msgr2=0x7fcd2c124c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c063fa0 0x7fcd2c124c50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 rx=0x7fcd28014000 tx=0x7fcd28017000).stop 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 shutdown_connections 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd2c063fa0 0x7fcd2c124c50 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd2c12a710 0x7fcd2c1144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 --2- 172.21.15.38:0/427030117 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fcd2c127770 0x7fcd2c113fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 >> 172.21.15.38:0/427030117 conn(0x7fcd2c09a420 msgr2=0x7fcd2c126200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:48.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 shutdown_connections 2024-05-08T22:37:48.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.471+0000 7fcd3445f700 1 -- 172.21.15.38:0/427030117 wait complete. 2024-05-08T22:37:48.483 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-08T22:37:48.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.603+0000 7f632b5ae700 1 Processor -- start 2024-05-08T22:37:48.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632b5ae700 1 -- start start 2024-05-08T22:37:48.605 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632b5ae700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6324062700 0x7f632412aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632b5ae700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324095de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632b5ae700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6324067f60 con 0x7f632412b3a0 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632b5ae700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6324066750 con 0x7f6324062700 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632b5ae700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6324067010 con 0x7f632412af80 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f6328b49700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324095de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632934a700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6324062700 0x7f632412aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f6329b4b700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f632412b3a0 0x7f63240962d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47962/0 (socket says 172.21.15.38:47962) 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f6329b4b700 1 -- 172.21.15.38:0/3186221845 learned_addr learned my addr 172.21.15.38:0/3186221845 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f631bfff700 1 -- 172.21.15.38:0/3186221845 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 573372190 0 0) 0x7f6324067f60 con 0x7f632412b3a0 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f631bfff700 1 -- 172.21.15.38:0/3186221845 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f63100033f0 con 0x7f632412b3a0 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632934a700 1 -- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 msgr2=0x7f6324095de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:48.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632934a700 1 --2- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324095de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632934a700 1 -- 172.21.15.38:0/3186221845 >> v1:172.21.15.38:6789/0 conn(0x7f632412b3a0 legacy=0x7f63240962d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f632934a700 1 -- 172.21.15.38:0/3186221845 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63240672d0 con 0x7f6324062700 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.604+0000 7f6328b49700 1 --2- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324095de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632934a700 1 --2- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f632412aa90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 rx=0x7f6314009760 tx=0x7f6314009060).ready entity=mon.0 client_cookie=65ef57c5711b2065 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f631bfff700 1 -- 172.21.15.38:0/3186221845 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631400d4a0 con 0x7f6324062700 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f631bfff700 1 -- 172.21.15.38:0/3186221845 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f631400d600 con 0x7f6324062700 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f631bfff700 1 -- 172.21.15.38:0/3186221845 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631400d980 con 0x7f6324062700 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 -- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 msgr2=0x7f632412aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f632412aa90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 rx=0x7f6314009760 tx=0x7f6314009060).stop 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 -- 172.21.15.38:0/3186221845 shutdown_connections 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f632412aa90 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3186221845 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324095de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 -- 172.21.15.38:0/3186221845 >> 172.21.15.38:0/3186221845 conn(0x7f632409a660 msgr2=0x7f632409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:48.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 -- 172.21.15.38:0/3186221845 shutdown_connections 2024-05-08T22:37:48.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.605+0000 7f632b5ae700 1 -- 172.21.15.38:0/3186221845 wait complete. 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.606+0000 7f632b5ae700 1 Processor -- start 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.606+0000 7f632b5ae700 1 -- start start 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632b5ae700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f63241136a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632b5ae700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324113b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632b5ae700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f632412b3a0 0x7f6324114080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632b5ae700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6324066980 con 0x7f6324062700 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632b5ae700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6324116c30 con 0x7f632412af80 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632b5ae700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f63241171d0 con 0x7f632412b3a0 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f63241136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f63241136a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45124/0 (socket says 172.21.15.38:45124) 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 -- 172.21.15.38:0/3717800244 learned_addr learned my addr 172.21.15.38:0/3717800244 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f6328b49700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324113b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f6329b4b700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f632412b3a0 0x7f6324114080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 -- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f632412b3a0 msgr2=0x7f6324114080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f632412b3a0 0x7f6324114080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 -- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 msgr2=0x7f6324113b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324113b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 -- 172.21.15.38:0/3717800244 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63200092a0 con 0x7f6324062700 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f6328b49700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324113b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f632934a700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f63241136a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 rx=0x7f6314009d50 tx=0x7f6314016000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.607+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631400dd30 con 0x7f6324062700 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.608+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f631400de90 con 0x7f6324062700 2024-05-08T22:37:48.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.608+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631400d980 con 0x7f6324062700 2024-05-08T22:37:48.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.608+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63140092a0 con 0x7f6324062700 2024-05-08T22:37:48.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.608+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63241178b0 con 0x7f6324062700 2024-05-08T22:37:48.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.609+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f631401d640 con 0x7f6324062700 2024-05-08T22:37:48.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.609+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f631403c890 con 0x7f6324062700 2024-05-08T22:37:48.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.609+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f632412ada0 con 0x7f6324062700 2024-05-08T22:37:48.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.613+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f631401d8f0 con 0x7f6324062700 2024-05-08T22:37:48.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.800+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6324128680 con 0x7f6324062700 2024-05-08T22:37:48.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.800+0000 7f6319ffb700 1 -- 172.21.15.38:0/3717800244 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6314018350 con 0x7f6324062700 2024-05-08T22:37:48.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 >> v1:172.21.15.38:6816/46721 conn(0x7f630802bd00 legacy=0x7f630802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 msgr2=0x7f63241136a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f63241136a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 rx=0x7f6314009d50 tx=0x7f6314016000).stop 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 shutdown_connections 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f632412b3a0 0x7f6324114080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6324062700 0x7f63241136a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 --2- 172.21.15.38:0/3717800244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f632412af80 0x7f6324113b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 >> 172.21.15.38:0/3717800244 conn(0x7f632409a660 msgr2=0x7f6324099a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 shutdown_connections 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:48.802+0000 7f632b5ae700 1 -- 172.21.15.38:0/3717800244 wait complete. 2024-05-08T22:37:48.803 INFO:teuthology.orchestra.run.smithi038.stderr:listed 0 entries 2024-05-08T22:37:48.814 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-05-08T22:37:48.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:48.814 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-05-08T22:37:48.859 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi143.stderr:ceph-fuse[42381]: fuse finished with error 0 and tester_r 0 2024-05-08T22:37:48.860 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:37:48.949 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-05-08T22:37:48.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:48.949 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-08T22:37:48.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:48.969 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:37:49.030 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-08T22:37:49.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:49.031 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-08T22:37:49.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:49.114 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-05-08T22:37:49.215 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2024-05-08T22:37:49.232 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-05-08T22:37:49.262 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-05-08T22:37:49.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:49.263 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:37:49.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:49.283 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-05-08T22:37:49.355 INFO:teuthology.orchestra.run.smithi143.stderr:Cannot find device "ceph-brx" 2024-05-08T22:37:49.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:37:49.356 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-05-08T22:37:49.366 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-05-08T22:37:49.367 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-05-08T22:37:49.367 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T22:37:49.416 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16251144k,nr_inodes=4062786,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=43,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1318 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3253764k,mode=700,uid=1000,gid=1285 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 2024-05-08T22:37:49.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:49.416 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-05-08T22:37:49.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T22:37:49.475 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-05-08T22:37:49.543 INFO:teuthology.orchestra.run.smithi143.stderr:Cannot find device "ceph-brx" 2024-05-08T22:37:49.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:37:49.544 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-05-08T22:37:49.555 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-05-08T22:37:49.556 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:37:49.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 Processor -- start 2024-05-08T22:37:49.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 -- start start 2024-05-08T22:37:49.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7efc7812b1a0 0x7efc7812fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:49.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc7812ff60 0x7efc78132350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:49.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc7812b5e0 con 0x7efc78062700 2024-05-08T22:37:49.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc78062ae0 con 0x7efc7812b1a0 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.689+0000 7efc7e109700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7efc78066780 con 0x7efc7812ff60 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc76ffd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7efc7812b1a0 0x7efc7812fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc77fff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc7812ff60 0x7efc78132350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc777fe700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7efc78062700 0x7efc7812aa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47970/0 (socket says 172.21.15.38:47970) 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc777fe700 1 -- 172.21.15.38:0/2232924997 learned_addr learned my addr 172.21.15.38:0/2232924997 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc76ffd700 1 -- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc7812ff60 msgr2=0x7efc78132350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc76ffd700 1 --2- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc7812ff60 0x7efc78132350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc76ffd700 1 -- 172.21.15.38:0/2232924997 >> v1:172.21.15.38:6789/0 conn(0x7efc78062700 legacy=0x7efc7812aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc76ffd700 1 -- 172.21.15.38:0/2232924997 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc78066fd0 con 0x7efc7812b1a0 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc767fc700 1 -- 172.21.15.38:0/2232924997 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1533031789 0 0) 0x7efc7812b5e0 con 0x7efc78062700 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc77fff700 1 --2- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc7812ff60 0x7efc78132350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:49.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc76ffd700 1 --2- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812b1a0 0x7efc7812fa70 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 rx=0x7efc6c009760 tx=0x7efc6c009060).ready entity=mon.0 client_cookie=4d6efb472cab4d8c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc767fc700 1 -- 172.21.15.38:0/2232924997 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc6c00f510 con 0x7efc7812b1a0 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc767fc700 1 -- 172.21.15.38:0/2232924997 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc6c00f670 con 0x7efc7812b1a0 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.690+0000 7efc767fc700 1 -- 172.21.15.38:0/2232924997 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc6c00f9f0 con 0x7efc7812b1a0 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 -- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812b1a0 msgr2=0x7efc7812fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 --2- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812b1a0 0x7efc7812fa70 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 rx=0x7efc6c009760 tx=0x7efc6c009060).stop 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 -- 172.21.15.38:0/2232924997 shutdown_connections 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 --2- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc7812ff60 0x7efc78132350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 --2- 172.21.15.38:0/2232924997 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812b1a0 0x7efc7812fa70 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 -- 172.21.15.38:0/2232924997 >> 172.21.15.38:0/2232924997 conn(0x7efc7809a660 msgr2=0x7efc7809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 -- 172.21.15.38:0/2232924997 shutdown_connections 2024-05-08T22:37:49.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.691+0000 7efc7e109700 1 -- 172.21.15.38:0/2232924997 wait complete. 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.692+0000 7efc7e109700 1 Processor -- start 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.692+0000 7efc7e109700 1 -- start start 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc7e109700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc78062700 0x7efc78112c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc7e109700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 0x7efc7812da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc7e109700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812ff60 0x7efc7812df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc7e109700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc78110e70 con 0x7efc7812ff60 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc7e109700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc780669b0 con 0x7efc7812b1a0 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc7e109700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7efc781121c0 con 0x7efc78062700 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc76ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 0x7efc7812da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:49.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc77fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812ff60 0x7efc7812df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc777fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc78062700 0x7efc78112c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc76ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 0x7efc7812da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54828/0 (socket says 172.21.15.38:54828) 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc76ffd700 1 -- 172.21.15.38:0/2758051827 learned_addr learned my addr 172.21.15.38:0/2758051827 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc77fff700 1 -- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc78062700 msgr2=0x7efc78112c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc77fff700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc78062700 0x7efc78112c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc77fff700 1 -- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 msgr2=0x7efc7812da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc77fff700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 0x7efc7812da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc77fff700 1 -- 172.21.15.38:0/2758051827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc70009a20 con 0x7efc7812ff60 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.693+0000 7efc76ffd700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 0x7efc7812da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.694+0000 7efc77fff700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812ff60 0x7efc7812df30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 rx=0x7efc70009f40 tx=0x7efc7000b040).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.694+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc70009c70 con 0x7efc7812ff60 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.694+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc7000f040 con 0x7efc7812ff60 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.694+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7000cd80 con 0x7efc7812ff60 2024-05-08T22:37:49.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.694+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc6c0092a0 con 0x7efc7812ff60 2024-05-08T22:37:49.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.694+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc7812f660 con 0x7efc7812ff60 2024-05-08T22:37:49.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.695+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7efc70013610 con 0x7efc7812ff60 2024-05-08T22:37:49.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.695+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7efc7003ba80 con 0x7efc7812ff60 2024-05-08T22:37:49.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.695+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc78064be0 con 0x7efc7812ff60 2024-05-08T22:37:49.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.699+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7efc700138c0 con 0x7efc7812ff60 2024-05-08T22:37:49.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.863+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efc7812e840 con 0x7efc6402bd00 2024-05-08T22:37:49.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.871+0000 7efc5ffff700 1 -- 172.21.15.38:0/2758051827 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256961 (unknown 2965378022 0 2956925203) 0x7efc7812e840 con 0x7efc6402bd00 2024-05-08T22:37:49.877 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 >> v1:172.21.15.38:6816/46721 conn(0x7efc6402bd00 legacy=0x7efc6402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:49.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812ff60 msgr2=0x7efc7812df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812ff60 0x7efc7812df30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 rx=0x7efc70009f40 tx=0x7efc7000b040).stop 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 shutdown_connections 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efc7812ff60 0x7efc7812df30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7efc78062700 0x7efc78112c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 --2- 172.21.15.38:0/2758051827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efc7812b1a0 0x7efc7812da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.873+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 >> 172.21.15.38:0/2758051827 conn(0x7efc7809a660 msgr2=0x7efc78098490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.874+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 shutdown_connections 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:49.874+0000 7efc7e109700 1 -- 172.21.15.38:0/2758051827 wait complete. 2024-05-08T22:37:49.883 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:37:49.885 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":169,"stamp":"2024-05-08T22:37:49.727937+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4420988906,"num_objects":1077,"num_object_clones":0,"num_object_copies":2154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1077,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8314,"num_write_kb":25166069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8307,"ondisk_log_size":8307,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":14452344,"kb_used_data":13198424,"kb_used_omap":0,"kb_used_meta":1237504,"kb_avail":363035016,"statfs":{"total":386547056640,"available":371747856384,"internally_reserved":0,"allocated":13515186176,"data_stored":13514670380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1267204096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-6316607385,"num_objects":-1506,"num_object_clones":0,"num_object_copies":-3012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1506,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1516,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002993"},"pg_stats":[{"pgid":"4.3f","version":"20'124","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.725715+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:46.725715+0000","last_peered":"2024-05-08T22:37:46.725715+0000","last_clean":"2024-05-08T22:37:46.725715+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:46.725715+0000","last_undegraded":"2024-05-08T22:37:46.725715+0000","last_fullsized":"2024-05-08T22:37:46.725715+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":124,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.635628+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:37:46.635628+0000","last_peered":"2024-05-08T22:37:46.635628+0000","last_clean":"2024-05-08T22:37:46.635628+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:37:46.635628+0000","last_undegraded":"2024-05-08T22:37:46.635628+0000","last_fullsized":"2024-05-08T22:37:46.635628+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762656+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:46.762656+0000","last_peered":"2024-05-08T22:37:46.762656+0000","last_clean":"2024-05-08T22:37:46.762656+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:46.762656+0000","last_undegraded":"2024-05-08T22:37:46.762656+0000","last_fullsized":"2024-05-08T22:37:46.762656+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.756628+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:46.756628+0000","last_peered":"2024-05-08T22:37:46.756628+0000","last_clean":"2024-05-08T22:37:46.756628+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:46.756628+0000","last_undegraded":"2024-05-08T22:37:46.756628+0000","last_fullsized":"2024-05-08T22:37:46.756628+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100663296,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'124","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.691465+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:37:46.691465+0000","last_peered":"2024-05-08T22:37:46.691465+0000","last_clean":"2024-05-08T22:37:46.691465+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:37:46.691465+0000","last_undegraded":"2024-05-08T22:37:46.691465+0000","last_fullsized":"2024-05-08T22:37:46.691465+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83886080,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":124,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'114","reported_seq":126,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.643860+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:46.643860+0000","last_peered":"2024-05-08T22:37:46.643860+0000","last_clean":"2024-05-08T22:37:46.643860+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:46.643860+0000","last_undegraded":"2024-05-08T22:37:46.643860+0000","last_fullsized":"2024-05-08T22:37:46.643860+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":114,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'147","reported_seq":159,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.714744+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:46.714744+0000","last_peered":"2024-05-08T22:37:46.714744+0000","last_clean":"2024-05-08T22:37:46.714744+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:46.714744+0000","last_undegraded":"2024-05-08T22:37:46.714744+0000","last_fullsized":"2024-05-08T22:37:46.714744+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.662988+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:46.662988+0000","last_peered":"2024-05-08T22:37:46.662988+0000","last_clean":"2024-05-08T22:37:46.662988+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:46.662988+0000","last_undegraded":"2024-05-08T22:37:46.662988+0000","last_fullsized":"2024-05-08T22:37:46.662988+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.511941+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:37:46.511941+0000","last_peered":"2024-05-08T22:37:46.511941+0000","last_clean":"2024-05-08T22:37:46.511941+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:37:46.511941+0000","last_undegraded":"2024-05-08T22:37:46.511941+0000","last_fullsized":"2024-05-08T22:37:46.511941+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'125","reported_seq":137,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.588146+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:46.588146+0000","last_peered":"2024-05-08T22:37:46.588146+0000","last_clean":"2024-05-08T22:37:46.588146+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:46.588146+0000","last_undegraded":"2024-05-08T22:37:46.588146+0000","last_fullsized":"2024-05-08T22:37:46.588146+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":125,"ondisk_log_size":125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'162","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.743965+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:46.743965+0000","last_peered":"2024-05-08T22:37:46.743965+0000","last_clean":"2024-05-08T22:37:46.743965+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:46.743965+0000","last_undegraded":"2024-05-08T22:37:46.743965+0000","last_fullsized":"2024-05-08T22:37:46.743965+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":162,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'122","reported_seq":134,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.772825+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:37:46.772825+0000","last_peered":"2024-05-08T22:37:46.772825+0000","last_clean":"2024-05-08T22:37:46.772825+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:37:46.772825+0000","last_undegraded":"2024-05-08T22:37:46.772825+0000","last_fullsized":"2024-05-08T22:37:46.772825+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":122,"ondisk_log_size":122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":122,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.772950+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:37:46.772950+0000","last_peered":"2024-05-08T22:37:46.772950+0000","last_clean":"2024-05-08T22:37:46.772950+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:37:46.772950+0000","last_undegraded":"2024-05-08T22:37:46.772950+0000","last_fullsized":"2024-05-08T22:37:46.772950+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.713923+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:46.713923+0000","last_peered":"2024-05-08T22:37:46.713923+0000","last_clean":"2024-05-08T22:37:46.713923+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:46.713923+0000","last_undegraded":"2024-05-08T22:37:46.713923+0000","last_fullsized":"2024-05-08T22:37:46.713923+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762672+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:37:46.762672+0000","last_peered":"2024-05-08T22:37:46.762672+0000","last_clean":"2024-05-08T22:37:46.762672+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:37:46.762672+0000","last_undegraded":"2024-05-08T22:37:46.762672+0000","last_fullsized":"2024-05-08T22:37:46.762672+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'127","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.638838+0000","last_change":"2024-05-08T22:33:42.928540+0000","last_active":"2024-05-08T22:37:46.638838+0000","last_peered":"2024-05-08T22:37:46.638838+0000","last_clean":"2024-05-08T22:37:46.638838+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:37:46.638838+0000","last_undegraded":"2024-05-08T22:37:46.638838+0000","last_fullsized":"2024-05-08T22:37:46.638838+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.699161+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:37:46.699161+0000","last_peered":"2024-05-08T22:37:46.699161+0000","last_clean":"2024-05-08T22:37:46.699161+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:37:46.699161+0000","last_undegraded":"2024-05-08T22:37:46.699161+0000","last_fullsized":"2024-05-08T22:37:46.699161+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762914+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:37:46.762914+0000","last_peered":"2024-05-08T22:37:46.762914+0000","last_clean":"2024-05-08T22:37:46.762914+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:37:46.762914+0000","last_undegraded":"2024-05-08T22:37:46.762914+0000","last_fullsized":"2024-05-08T22:37:46.762914+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83886080,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'154","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.725803+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:37:46.725803+0000","last_peered":"2024-05-08T22:37:46.725803+0000","last_clean":"2024-05-08T22:37:46.725803+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:37:46.725803+0000","last_undegraded":"2024-05-08T22:37:46.725803+0000","last_fullsized":"2024-05-08T22:37:46.725803+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":154,"ondisk_log_size":154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":154,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.724476+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:37:46.724476+0000","last_peered":"2024-05-08T22:37:46.724476+0000","last_clean":"2024-05-08T22:37:46.724476+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:37:46.724476+0000","last_undegraded":"2024-05-08T22:37:46.724476+0000","last_fullsized":"2024-05-08T22:37:46.724476+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.615767+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:37:46.615767+0000","last_peered":"2024-05-08T22:37:46.615767+0000","last_clean":"2024-05-08T22:37:46.615767+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:37:46.615767+0000","last_undegraded":"2024-05-08T22:37:46.615767+0000","last_fullsized":"2024-05-08T22:37:46.615767+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.736568+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:37:46.736568+0000","last_peered":"2024-05-08T22:37:46.736568+0000","last_clean":"2024-05-08T22:37:46.736568+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:37:46.736568+0000","last_undegraded":"2024-05-08T22:37:46.736568+0000","last_fullsized":"2024-05-08T22:37:46.736568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.623130+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:46.623130+0000","last_peered":"2024-05-08T22:37:46.623130+0000","last_clean":"2024-05-08T22:37:46.623130+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:46.623130+0000","last_undegraded":"2024-05-08T22:37:46.623130+0000","last_fullsized":"2024-05-08T22:37:46.623130+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.548070+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:37:46.548070+0000","last_peered":"2024-05-08T22:37:46.548070+0000","last_clean":"2024-05-08T22:37:46.548070+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:37:46.548070+0000","last_undegraded":"2024-05-08T22:37:46.548070+0000","last_fullsized":"2024-05-08T22:37:46.548070+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":157,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.565991+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:37:46.565991+0000","last_peered":"2024-05-08T22:37:46.565991+0000","last_clean":"2024-05-08T22:37:46.565991+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:37:46.565991+0000","last_undegraded":"2024-05-08T22:37:46.565991+0000","last_fullsized":"2024-05-08T22:37:46.565991+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'160","reported_seq":172,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.758981+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:37:46.758981+0000","last_peered":"2024-05-08T22:37:46.758981+0000","last_clean":"2024-05-08T22:37:46.758981+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:37:46.758981+0000","last_undegraded":"2024-05-08T22:37:46.758981+0000","last_fullsized":"2024-05-08T22:37:46.758981+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":160,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96468992,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":160,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'126","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.699407+0000","last_change":"2024-05-08T22:33:42.930261+0000","last_active":"2024-05-08T22:37:46.699407+0000","last_peered":"2024-05-08T22:37:46.699407+0000","last_clean":"2024-05-08T22:37:46.699407+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:37:46.699407+0000","last_undegraded":"2024-05-08T22:37:46.699407+0000","last_fullsized":"2024-05-08T22:37:46.699407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907107+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:33:41.907107+0000","last_peered":"2024-05-08T22:33:41.907107+0000","last_clean":"2024-05-08T22:33:41.907107+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:33:41.907107+0000","last_undegraded":"2024-05-08T22:33:41.907107+0000","last_fullsized":"2024-05-08T22:33:41.907107+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.731142+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:46.731142+0000","last_peered":"2024-05-08T22:37:46.731142+0000","last_clean":"2024-05-08T22:37:46.731142+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:46.731142+0000","last_undegraded":"2024-05-08T22:37:46.731142+0000","last_fullsized":"2024-05-08T22:37:46.731142+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":92274688,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906862+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:33:41.906862+0000","last_peered":"2024-05-08T22:33:41.906862+0000","last_clean":"2024-05-08T22:33:41.906862+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:33:41.906862+0000","last_undegraded":"2024-05-08T22:33:41.906862+0000","last_fullsized":"2024-05-08T22:33:41.906862+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'126","reported_seq":138,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.714680+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:37:46.714680+0000","last_peered":"2024-05-08T22:37:46.714680+0000","last_clean":"2024-05-08T22:37:46.714680+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:37:46.714680+0000","last_undegraded":"2024-05-08T22:37:46.714680+0000","last_fullsized":"2024-05-08T22:37:46.714680+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905881+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:33:41.905881+0000","last_peered":"2024-05-08T22:33:41.905881+0000","last_clean":"2024-05-08T22:33:41.905881+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:33:41.905881+0000","last_undegraded":"2024-05-08T22:33:41.905881+0000","last_fullsized":"2024-05-08T22:33:41.905881+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.668899+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:46.668899+0000","last_peered":"2024-05-08T22:37:46.668899+0000","last_clean":"2024-05-08T22:37:46.668899+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:46.668899+0000","last_undegraded":"2024-05-08T22:37:46.668899+0000","last_fullsized":"2024-05-08T22:37:46.668899+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.928389+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:33:42.928389+0000","last_peered":"2024-05-08T22:33:42.928389+0000","last_clean":"2024-05-08T22:33:42.928389+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:33:42.928389+0000","last_undegraded":"2024-05-08T22:33:42.928389+0000","last_fullsized":"2024-05-08T22:33:42.928389+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.574989+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:46.574989+0000","last_peered":"2024-05-08T22:37:46.574989+0000","last_clean":"2024-05-08T22:37:46.574989+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:46.574989+0000","last_undegraded":"2024-05-08T22:37:46.574989+0000","last_fullsized":"2024-05-08T22:37:46.574989+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911501+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:33:41.911501+0000","last_peered":"2024-05-08T22:33:41.911501+0000","last_clean":"2024-05-08T22:33:41.911501+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:33:41.911501+0000","last_undegraded":"2024-05-08T22:33:41.911501+0000","last_fullsized":"2024-05-08T22:33:41.911501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'166","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.707191+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:46.707191+0000","last_peered":"2024-05-08T22:37:46.707191+0000","last_clean":"2024-05-08T22:37:46.707191+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:46.707191+0000","last_undegraded":"2024-05-08T22:37:46.707191+0000","last_fullsized":"2024-05-08T22:37:46.707191+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":166,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'7","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:03.842098+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:37:03.842098+0000","last_peered":"2024-05-08T22:37:03.842098+0000","last_clean":"2024-05-08T22:37:03.842098+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:37:03.842098+0000","last_undegraded":"2024-05-08T22:37:03.842098+0000","last_fullsized":"2024-05-08T22:37:03.842098+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.733956+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:37:46.733956+0000","last_peered":"2024-05-08T22:37:46.733956+0000","last_clean":"2024-05-08T22:37:46.733956+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:37:46.733956+0000","last_undegraded":"2024-05-08T22:37:46.733956+0000","last_fullsized":"2024-05-08T22:37:46.733956+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'89","reported_seq":102,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:43.830109+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:37:43.830109+0000","last_peered":"2024-05-08T22:37:43.830109+0000","last_clean":"2024-05-08T22:37:43.830109+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:37:43.830109+0000","last_undegraded":"2024-05-08T22:37:43.830109+0000","last_fullsized":"2024-05-08T22:37:43.830109+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":89,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191215,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":88,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'142","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.753904+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:37:46.753904+0000","last_peered":"2024-05-08T22:37:46.753904+0000","last_clean":"2024-05-08T22:37:46.753904+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:37:46.753904+0000","last_undegraded":"2024-05-08T22:37:46.753904+0000","last_fullsized":"2024-05-08T22:37:46.753904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":142,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904751+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:33:41.904751+0000","last_peered":"2024-05-08T22:33:41.904751+0000","last_clean":"2024-05-08T22:33:41.904751+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:33:41.904751+0000","last_undegraded":"2024-05-08T22:33:41.904751+0000","last_fullsized":"2024-05-08T22:33:41.904751+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.692903+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:46.692903+0000","last_peered":"2024-05-08T22:37:46.692903+0000","last_clean":"2024-05-08T22:37:46.692903+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:46.692903+0000","last_undegraded":"2024-05-08T22:37:46.692903+0000","last_fullsized":"2024-05-08T22:37:46.692903+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909384+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:33:41.909384+0000","last_peered":"2024-05-08T22:33:41.909384+0000","last_clean":"2024-05-08T22:33:41.909384+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:33:41.909384+0000","last_undegraded":"2024-05-08T22:33:41.909384+0000","last_fullsized":"2024-05-08T22:33:41.909384+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.703476+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:46.703476+0000","last_peered":"2024-05-08T22:37:46.703476+0000","last_clean":"2024-05-08T22:37:46.703476+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:46.703476+0000","last_undegraded":"2024-05-08T22:37:46.703476+0000","last_fullsized":"2024-05-08T22:37:46.703476+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904458+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:33:41.904458+0000","last_peered":"2024-05-08T22:33:41.904458+0000","last_clean":"2024-05-08T22:33:41.904458+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:33:41.904458+0000","last_undegraded":"2024-05-08T22:33:41.904458+0000","last_fullsized":"2024-05-08T22:33:41.904458+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'194","reported_seq":214,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.707243+0000","last_change":"2024-05-08T22:33:42.930095+0000","last_active":"2024-05-08T22:37:46.707243+0000","last_peered":"2024-05-08T22:37:46.707243+0000","last_clean":"2024-05-08T22:37:46.707243+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:37:46.707243+0000","last_undegraded":"2024-05-08T22:37:46.707243+0000","last_fullsized":"2024-05-08T22:37:46.707243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":194,"ondisk_log_size":194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104857600,"num_objects":25,"num_object_clones":0,"num_object_copies":50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":194,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.924431+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:33:42.924431+0000","last_peered":"2024-05-08T22:33:42.924431+0000","last_clean":"2024-05-08T22:33:42.924431+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:33:42.924431+0000","last_undegraded":"2024-05-08T22:33:42.924431+0000","last_fullsized":"2024-05-08T22:33:42.924431+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.733920+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:46.733920+0000","last_peered":"2024-05-08T22:37:46.733920+0000","last_clean":"2024-05-08T22:37:46.733920+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:46.733920+0000","last_undegraded":"2024-05-08T22:37:46.733920+0000","last_fullsized":"2024-05-08T22:37:46.733920+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909278+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:33:41.909278+0000","last_peered":"2024-05-08T22:33:41.909278+0000","last_clean":"2024-05-08T22:33:41.909278+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:33:41.909278+0000","last_undegraded":"2024-05-08T22:33:41.909278+0000","last_fullsized":"2024-05-08T22:33:41.909278+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'123","reported_seq":132,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.412840+0000","last_change":"2024-05-08T22:33:42.926180+0000","last_active":"2024-05-08T22:37:46.412840+0000","last_peered":"2024-05-08T22:37:46.412840+0000","last_clean":"2024-05-08T22:37:46.412840+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:37:46.412840+0000","last_undegraded":"2024-05-08T22:37:46.412840+0000","last_fullsized":"2024-05-08T22:37:46.412840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911428+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:33:41.911428+0000","last_peered":"2024-05-08T22:33:41.911428+0000","last_clean":"2024-05-08T22:33:41.911428+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:33:41.911428+0000","last_undegraded":"2024-05-08T22:33:41.911428+0000","last_fullsized":"2024-05-08T22:33:41.911428+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'117","reported_seq":129,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.674258+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:37:46.674258+0000","last_peered":"2024-05-08T22:37:46.674258+0000","last_clean":"2024-05-08T22:37:46.674258+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:37:46.674258+0000","last_undegraded":"2024-05-08T22:37:46.674258+0000","last_fullsized":"2024-05-08T22:37:46.674258+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906367+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:33:41.906367+0000","last_peered":"2024-05-08T22:33:41.906367+0000","last_clean":"2024-05-08T22:33:41.906367+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:33:41.906367+0000","last_undegraded":"2024-05-08T22:33:41.906367+0000","last_fullsized":"2024-05-08T22:33:41.906367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.642760+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:37:46.642760+0000","last_peered":"2024-05-08T22:37:46.642760+0000","last_clean":"2024-05-08T22:37:46.642760+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:37:46.642760+0000","last_undegraded":"2024-05-08T22:37:46.642760+0000","last_fullsized":"2024-05-08T22:37:46.642760+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910810+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:33:41.910810+0000","last_peered":"2024-05-08T22:33:41.910810+0000","last_clean":"2024-05-08T22:33:41.910810+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:33:41.910810+0000","last_undegraded":"2024-05-08T22:33:41.910810+0000","last_fullsized":"2024-05-08T22:33:41.910810+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.655622+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:37:46.655622+0000","last_peered":"2024-05-08T22:37:46.655622+0000","last_clean":"2024-05-08T22:37:46.655622+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:37:46.655622+0000","last_undegraded":"2024-05-08T22:37:46.655622+0000","last_fullsized":"2024-05-08T22:37:46.655622+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.921716+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:33:42.921716+0000","last_peered":"2024-05-08T22:33:42.921716+0000","last_clean":"2024-05-08T22:33:42.921716+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:33:42.921716+0000","last_undegraded":"2024-05-08T22:33:42.921716+0000","last_fullsized":"2024-05-08T22:33:42.921716+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'121","reported_seq":133,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.722445+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:37:46.722445+0000","last_peered":"2024-05-08T22:37:46.722445+0000","last_clean":"2024-05-08T22:37:46.722445+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:37:46.722445+0000","last_undegraded":"2024-05-08T22:37:46.722445+0000","last_fullsized":"2024-05-08T22:37:46.722445+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":121,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":121,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905545+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:33:41.905545+0000","last_peered":"2024-05-08T22:33:41.905545+0000","last_clean":"2024-05-08T22:33:41.905545+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:33:41.905545+0000","last_undegraded":"2024-05-08T22:33:41.905545+0000","last_fullsized":"2024-05-08T22:33:41.905545+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'130","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.716460+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:46.716460+0000","last_peered":"2024-05-08T22:37:46.716460+0000","last_clean":"2024-05-08T22:37:46.716460+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:46.716460+0000","last_undegraded":"2024-05-08T22:37:46.716460+0000","last_fullsized":"2024-05-08T22:37:46.716460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904059+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:33:41.904059+0000","last_peered":"2024-05-08T22:33:41.904059+0000","last_clean":"2024-05-08T22:33:41.904059+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:33:41.904059+0000","last_undegraded":"2024-05-08T22:33:41.904059+0000","last_fullsized":"2024-05-08T22:33:41.904059+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.660334+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:37:46.660334+0000","last_peered":"2024-05-08T22:37:46.660334+0000","last_clean":"2024-05-08T22:37:46.660334+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:37:46.660334+0000","last_undegraded":"2024-05-08T22:37:46.660334+0000","last_fullsized":"2024-05-08T22:37:46.660334+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905336+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:33:41.905336+0000","last_peered":"2024-05-08T22:33:41.905336+0000","last_clean":"2024-05-08T22:33:41.905336+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:33:41.905336+0000","last_undegraded":"2024-05-08T22:33:41.905336+0000","last_fullsized":"2024-05-08T22:33:41.905336+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'112","reported_seq":124,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.696451+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:37:46.696451+0000","last_peered":"2024-05-08T22:37:46.696451+0000","last_clean":"2024-05-08T22:37:46.696451+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:37:46.696451+0000","last_undegraded":"2024-05-08T22:37:46.696451+0000","last_fullsized":"2024-05-08T22:37:46.696451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":112,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":112,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910571+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:33:41.910571+0000","last_peered":"2024-05-08T22:33:41.910571+0000","last_clean":"2024-05-08T22:33:41.910571+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:33:41.910571+0000","last_undegraded":"2024-05-08T22:33:41.910571+0000","last_fullsized":"2024-05-08T22:33:41.910571+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911427+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:33:41.911427+0000","last_peered":"2024-05-08T22:33:41.911427+0000","last_clean":"2024-05-08T22:33:41.911427+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:33:41.911427+0000","last_undegraded":"2024-05-08T22:33:41.911427+0000","last_fullsized":"2024-05-08T22:33:41.911427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'132","reported_seq":144,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.717418+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:37:46.717418+0000","last_peered":"2024-05-08T22:37:46.717418+0000","last_clean":"2024-05-08T22:37:46.717418+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:37:46.717418+0000","last_undegraded":"2024-05-08T22:37:46.717418+0000","last_fullsized":"2024-05-08T22:37:46.717418+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":132,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905640+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:33:41.905640+0000","last_peered":"2024-05-08T22:33:41.905640+0000","last_clean":"2024-05-08T22:33:41.905640+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:33:41.905640+0000","last_undegraded":"2024-05-08T22:33:41.905640+0000","last_fullsized":"2024-05-08T22:33:41.905640+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909568+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:33:41.909568+0000","last_peered":"2024-05-08T22:33:41.909568+0000","last_clean":"2024-05-08T22:33:41.909568+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:33:41.909568+0000","last_undegraded":"2024-05-08T22:33:41.909568+0000","last_fullsized":"2024-05-08T22:33:41.909568+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'114","reported_seq":126,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.588380+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:37:46.588380+0000","last_peered":"2024-05-08T22:37:46.588380+0000","last_clean":"2024-05-08T22:37:46.588380+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:37:46.588380+0000","last_undegraded":"2024-05-08T22:37:46.588380+0000","last_fullsized":"2024-05-08T22:37:46.588380+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":114,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.908951+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:33:41.908951+0000","last_peered":"2024-05-08T22:33:41.908951+0000","last_clean":"2024-05-08T22:33:41.908951+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:33:41.908951+0000","last_undegraded":"2024-05-08T22:33:41.908951+0000","last_fullsized":"2024-05-08T22:33:41.908951+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907206+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:33:41.907206+0000","last_peered":"2024-05-08T22:33:41.907206+0000","last_clean":"2024-05-08T22:33:41.907206+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:33:41.907206+0000","last_undegraded":"2024-05-08T22:33:41.907206+0000","last_fullsized":"2024-05-08T22:33:41.907206+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.665059+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:37:46.665059+0000","last_peered":"2024-05-08T22:37:46.665059+0000","last_clean":"2024-05-08T22:37:46.665059+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:37:46.665059+0000","last_undegraded":"2024-05-08T22:37:46.665059+0000","last_fullsized":"2024-05-08T22:37:46.665059+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904623+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:33:41.904623+0000","last_peered":"2024-05-08T22:33:41.904623+0000","last_clean":"2024-05-08T22:33:41.904623+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:33:41.904623+0000","last_undegraded":"2024-05-08T22:33:41.904623+0000","last_fullsized":"2024-05-08T22:33:41.904623+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906903+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:33:41.906903+0000","last_peered":"2024-05-08T22:33:41.906903+0000","last_clean":"2024-05-08T22:33:41.906903+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:33:41.906903+0000","last_undegraded":"2024-05-08T22:33:41.906903+0000","last_fullsized":"2024-05-08T22:33:41.906903+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905427+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:33:41.905427+0000","last_peered":"2024-05-08T22:33:41.905427+0000","last_clean":"2024-05-08T22:33:41.905427+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:33:41.905427+0000","last_undegraded":"2024-05-08T22:33:41.905427+0000","last_fullsized":"2024-05-08T22:33:41.905427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.682769+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:46.682769+0000","last_peered":"2024-05-08T22:37:46.682769+0000","last_clean":"2024-05-08T22:37:46.682769+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:46.682769+0000","last_undegraded":"2024-05-08T22:37:46.682769+0000","last_fullsized":"2024-05-08T22:37:46.682769+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905562+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:33:41.905562+0000","last_peered":"2024-05-08T22:33:41.905562+0000","last_clean":"2024-05-08T22:33:41.905562+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:33:41.905562+0000","last_undegraded":"2024-05-08T22:33:41.905562+0000","last_fullsized":"2024-05-08T22:33:41.905562+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:45.479811+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:37:45.479811+0000","last_peered":"2024-05-08T22:37:45.479811+0000","last_clean":"2024-05-08T22:37:45.479811+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:45.479811+0000","last_undegraded":"2024-05-08T22:37:45.479811+0000","last_fullsized":"2024-05-08T22:37:45.479811+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'139","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.728165+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:37:46.728165+0000","last_peered":"2024-05-08T22:37:46.728165+0000","last_clean":"2024-05-08T22:37:46.728165+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:37:46.728165+0000","last_undegraded":"2024-05-08T22:37:46.728165+0000","last_fullsized":"2024-05-08T22:37:46.728165+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":139,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906532+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:33:41.906532+0000","last_peered":"2024-05-08T22:33:41.906532+0000","last_clean":"2024-05-08T22:33:41.906532+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:33:41.906532+0000","last_undegraded":"2024-05-08T22:33:41.906532+0000","last_fullsized":"2024-05-08T22:33:41.906532+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907613+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:33:41.907613+0000","last_peered":"2024-05-08T22:33:41.907613+0000","last_clean":"2024-05-08T22:33:41.907613+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:33:41.907613+0000","last_undegraded":"2024-05-08T22:33:41.907613+0000","last_fullsized":"2024-05-08T22:33:41.907613+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'117","reported_seq":129,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.514225+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:37:46.514225+0000","last_peered":"2024-05-08T22:37:46.514225+0000","last_clean":"2024-05-08T22:37:46.514225+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:37:46.514225+0000","last_undegraded":"2024-05-08T22:37:46.514225+0000","last_fullsized":"2024-05-08T22:37:46.514225+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.923270+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:33:42.923270+0000","last_peered":"2024-05-08T22:33:42.923270+0000","last_clean":"2024-05-08T22:33:42.923270+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:33:42.923270+0000","last_undegraded":"2024-05-08T22:33:42.923270+0000","last_fullsized":"2024-05-08T22:33:42.923270+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910311+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:33:41.910311+0000","last_peered":"2024-05-08T22:33:41.910311+0000","last_clean":"2024-05-08T22:33:41.910311+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:33:41.910311+0000","last_undegraded":"2024-05-08T22:33:41.910311+0000","last_fullsized":"2024-05-08T22:33:41.910311+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.623451+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:37:46.623451+0000","last_peered":"2024-05-08T22:37:46.623451+0000","last_clean":"2024-05-08T22:37:46.623451+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:37:46.623451+0000","last_undegraded":"2024-05-08T22:37:46.623451+0000","last_fullsized":"2024-05-08T22:37:46.623451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905936+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:33:41.905936+0000","last_peered":"2024-05-08T22:33:41.905936+0000","last_clean":"2024-05-08T22:33:41.905936+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:33:41.905936+0000","last_undegraded":"2024-05-08T22:33:41.905936+0000","last_fullsized":"2024-05-08T22:33:41.905936+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:03.897359+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:37:03.897359+0000","last_peered":"2024-05-08T22:37:03.897359+0000","last_clean":"2024-05-08T22:37:03.897359+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:03.897359+0000","last_undegraded":"2024-05-08T22:37:03.897359+0000","last_fullsized":"2024-05-08T22:37:03.897359+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'113","reported_seq":125,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.737489+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:37:46.737489+0000","last_peered":"2024-05-08T22:37:46.737489+0000","last_clean":"2024-05-08T22:37:46.737489+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:37:46.737489+0000","last_undegraded":"2024-05-08T22:37:46.737489+0000","last_fullsized":"2024-05-08T22:37:46.737489+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":113,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":113,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909660+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:33:41.909660+0000","last_peered":"2024-05-08T22:33:41.909660+0000","last_clean":"2024-05-08T22:33:41.909660+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:33:41.909660+0000","last_undegraded":"2024-05-08T22:33:41.909660+0000","last_fullsized":"2024-05-08T22:33:41.909660+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'116","reported_seq":128,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.697352+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:37:46.697352+0000","last_peered":"2024-05-08T22:37:46.697352+0000","last_clean":"2024-05-08T22:37:46.697352+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:37:46.697352+0000","last_undegraded":"2024-05-08T22:37:46.697352+0000","last_fullsized":"2024-05-08T22:37:46.697352+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":116,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":116,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910635+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:33:41.910635+0000","last_peered":"2024-05-08T22:33:41.910635+0000","last_clean":"2024-05-08T22:33:41.910635+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:33:41.910635+0000","last_undegraded":"2024-05-08T22:33:41.910635+0000","last_fullsized":"2024-05-08T22:33:41.910635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.756813+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:37:46.756813+0000","last_peered":"2024-05-08T22:37:46.756813+0000","last_clean":"2024-05-08T22:37:46.756813+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:37:46.756813+0000","last_undegraded":"2024-05-08T22:37:46.756813+0000","last_fullsized":"2024-05-08T22:37:46.756813+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.922460+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:33:42.922460+0000","last_peered":"2024-05-08T22:33:42.922460+0000","last_clean":"2024-05-08T22:33:42.922460+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:33:42.922460+0000","last_undegraded":"2024-05-08T22:33:42.922460+0000","last_fullsized":"2024-05-08T22:33:42.922460+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'110","reported_seq":122,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.639360+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:37:46.639360+0000","last_peered":"2024-05-08T22:37:46.639360+0000","last_clean":"2024-05-08T22:37:46.639360+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:37:46.639360+0000","last_undegraded":"2024-05-08T22:37:46.639360+0000","last_fullsized":"2024-05-08T22:37:46.639360+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":110,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":110,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906718+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:33:41.906718+0000","last_peered":"2024-05-08T22:33:41.906718+0000","last_clean":"2024-05-08T22:33:41.906718+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:33:41.906718+0000","last_undegraded":"2024-05-08T22:33:41.906718+0000","last_fullsized":"2024-05-08T22:33:41.906718+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'132","reported_seq":141,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.676367+0000","last_change":"2024-05-08T22:33:42.929961+0000","last_active":"2024-05-08T22:37:46.676367+0000","last_peered":"2024-05-08T22:37:46.676367+0000","last_clean":"2024-05-08T22:37:46.676367+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:37:46.676367+0000","last_undegraded":"2024-05-08T22:37:46.676367+0000","last_fullsized":"2024-05-08T22:37:46.676367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":132,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910784+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:33:41.910784+0000","last_peered":"2024-05-08T22:33:41.910784+0000","last_clean":"2024-05-08T22:33:41.910784+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:33:41.910784+0000","last_undegraded":"2024-05-08T22:33:41.910784+0000","last_fullsized":"2024-05-08T22:33:41.910784+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.664678+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:37:46.664678+0000","last_peered":"2024-05-08T22:37:46.664678+0000","last_clean":"2024-05-08T22:37:46.664678+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:37:46.664678+0000","last_undegraded":"2024-05-08T22:37:46.664678+0000","last_fullsized":"2024-05-08T22:37:46.664678+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'125","reported_seq":137,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.654309+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:37:46.654309+0000","last_peered":"2024-05-08T22:37:46.654309+0000","last_clean":"2024-05-08T22:37:46.654309+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:37:46.654309+0000","last_undegraded":"2024-05-08T22:37:46.654309+0000","last_fullsized":"2024-05-08T22:37:46.654309+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":125,"ondisk_log_size":125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'113","reported_seq":125,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.759518+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:46.759518+0000","last_peered":"2024-05-08T22:37:46.759518+0000","last_clean":"2024-05-08T22:37:46.759518+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:46.759518+0000","last_undegraded":"2024-05-08T22:37:46.759518+0000","last_fullsized":"2024-05-08T22:37:46.759518+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":113,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41943040,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":113,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.674898+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:37:46.674898+0000","last_peered":"2024-05-08T22:37:46.674898+0000","last_clean":"2024-05-08T22:37:46.674898+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:37:46.674898+0000","last_undegraded":"2024-05-08T22:37:46.674898+0000","last_fullsized":"2024-05-08T22:37:46.674898+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'99","reported_seq":108,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.665085+0000","last_change":"2024-05-08T22:33:42.926674+0000","last_active":"2024-05-08T22:37:46.665085+0000","last_peered":"2024-05-08T22:37:46.665085+0000","last_clean":"2024-05-08T22:37:46.665085+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:37:46.665085+0000","last_undegraded":"2024-05-08T22:37:46.665085+0000","last_fullsized":"2024-05-08T22:37:46.665085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":99,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":99,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.580462+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:37:46.580462+0000","last_peered":"2024-05-08T22:37:46.580462+0000","last_clean":"2024-05-08T22:37:46.580462+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:37:46.580462+0000","last_undegraded":"2024-05-08T22:37:46.580462+0000","last_fullsized":"2024-05-08T22:37:46.580462+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":4420796416,"num_objects":1054,"num_object_clones":0,"num_object_copies":2108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8162,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8770289664,"data_stored":8770289664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8163,"ondisk_log_size":8163,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":192490,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":152,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":450560,"data_stored":384980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705727,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4729344,"kb_used_data":4415864,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":89642496,"statfs":{"total":96636764160,"available":91793915904,"internally_reserved":0,"allocated":4521844736,"data_stored":4521710599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.34300000000000003},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.22}]},{"osd":1,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.247,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.57099999999999995,"5min":0.629,"15min":0.629},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.375,"15min":0.35599999999999998},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.314}]},{"osd":2,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.26500000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.246},{"interface":"front","average":{"1min":0.443,"5min":0.39700000000000002,"15min":0.378},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.29399999999999998}]}]},{"osd":2,"up_from":9,"seq":38654705726,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2353656,"kb_used_data":2040176,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":92018184,"statfs":{"total":96636764160,"available":94226620416,"internally_reserved":0,"allocated":2089140224,"data_stored":2089014590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.29799999999999999,"15min":0.29499999999999998},"min":{"1min":0.17599999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.41899999999999998,"5min":0.496,"15min":0.496},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32800000000000001,"15min":0.33000000000000002},"min":{"1min":0.20000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.442,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.32000000000000001}]},{"osd":1,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.34399999999999997,"15min":0.34499999999999997},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.43099999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.372},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51800000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.41099999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.35599999999999998,"15min":0.35199999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.502,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56399999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30199999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705727,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3680580,"kb_used_data":3371196,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":90691260,"statfs":{"total":96636764160,"available":92867850240,"internally_reserved":0,"allocated":3452104704,"data_stored":3451972875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.41799999999999998,"5min":0.499,"15min":0.499},"last":2.5600000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.377,"15min":0.373},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":8.6280000000000001}]},{"osd":2,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.373,"15min":0.373},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.44900000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.379,"15min":0.377},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.44500000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.28000000000000003}]},{"osd":3,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.40100000000000002,"15min":0.40200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.47099999999999997,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.312},{"interface":"front","average":{"1min":0.379,"5min":0.39900000000000002,"15min":0.39500000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.23699999999999999}]}]},{"osd":1,"up_from":9,"seq":38654705727,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3688764,"kb_used_data":3371188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":90683076,"statfs":{"total":96636764160,"available":92859469824,"internally_reserved":0,"allocated":3452096512,"data_stored":3451972316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.314,"15min":0.30399999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.375,"5min":0.34899999999999998,"15min":0.33800000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.29699999999999999}]},{"osd":2,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.34499999999999997,"15min":0.33600000000000002},"min":{"1min":0.25,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.46300000000000002,"5min":0.504,"15min":0.504},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.35699999999999998,"15min":0.34799999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.496,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35499999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.375,"15min":0.36899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.36699999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51200000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.375}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204800,"data_stored":191720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":212992,"data_stored":191409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1937768448,"data_stored":1937768448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2617245696,"data_stored":2617245696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1786773504,"data_stored":1786773504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2428502016,"data_stored":2428502016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:37:49.890 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:37:50.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 Processor -- start 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 -- start start 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac812ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8127160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 0x7f6ac8127ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ac8065520 con 0x7f6ac8127650 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac8064170 con 0x7f6ac812b170 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6acd9e0700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac8064c20 con 0x7f6ac8065140 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6ac67fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8127160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6ac6ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac812ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6ac77fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 0x7f6ac8127ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6ac77fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 0x7f6ac8127ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45132/0 (socket says 172.21.15.38:45132) 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6ac67fc700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8127160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54842/0 (socket says 172.21.15.38:54842) 2024-05-08T22:37:50.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.045+0000 7f6ac77fe700 1 -- 172.21.15.38:0/103818427 learned_addr learned my addr 172.21.15.38:0/103818427 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac6ffd700 1 -- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 msgr2=0x7f6ac8127160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac6ffd700 1 --2- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8127160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac6ffd700 1 -- 172.21.15.38:0/103818427 >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 msgr2=0x7f6ac8127ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac6ffd700 1 --2- 172.21.15.38:0/103818427 >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 0x7f6ac8127ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac6ffd700 1 -- 172.21.15.38:0/103818427 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac812a9e0 con 0x7f6ac8065140 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac77fe700 1 --2- 172.21.15.38:0/103818427 >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 0x7f6ac8127ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac6ffd700 1 --2- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac812ac80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 rx=0x7f6ab8009790 tx=0x7f6ab8009060).ready entity=mon.2 client_cookie=850fd4af106b5b9e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac5ffb700 1 -- 172.21.15.38:0/103818427 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab800d4a0 con 0x7f6ac8065140 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac5ffb700 1 -- 172.21.15.38:0/103818427 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab800d600 con 0x7f6ac8065140 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6ac5ffb700 1 -- 172.21.15.38:0/103818427 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab800d980 con 0x7f6ac8065140 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 -- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 msgr2=0x7f6ac812ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac812ac80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 rx=0x7f6ab8009790 tx=0x7f6ab8009060).stop 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 -- 172.21.15.38:0/103818427 shutdown_connections 2024-05-08T22:37:50.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/103818427 >> v2:172.21.15.38:3300/0 conn(0x7f6ac8127650 0x7f6ac8127ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac812ac80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/103818427 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8127160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 -- 172.21.15.38:0/103818427 >> 172.21.15.38:0/103818427 conn(0x7f6ac80631d0 msgr2=0x7f6ac8098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:50.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 -- 172.21.15.38:0/103818427 shutdown_connections 2024-05-08T22:37:50.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.046+0000 7f6acd9e0700 1 -- 172.21.15.38:0/103818427 wait complete. 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.047+0000 7f6acd9e0700 1 Processor -- start 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 -- start start 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac8119c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ac8127650 0x7f6ac8115c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8116150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac809b080 con 0x7f6ac8127650 2024-05-08T22:37:50.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac8063e70 con 0x7f6ac812b170 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6acd9e0700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac8118dd0 con 0x7f6ac8065140 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac6ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac8119c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ac8127650 0x7f6ac8115c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac6ffd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac8119c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:49716/0 (socket says 172.21.15.38:49716) 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac6ffd700 1 -- 172.21.15.38:0/488576619 learned_addr learned my addr 172.21.15.38:0/488576619 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac77fe700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8116150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 -- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 msgr2=0x7f6ac8119c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac8119c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 -- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 msgr2=0x7f6ac8116150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8116150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 -- 172.21.15.38:0/488576619 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac0009ae0 con 0x7f6ac8127650 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac6ffd700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac8119c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac77fe700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8116150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.048+0000 7f6ac67fc700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ac8127650 0x7f6ac8115c60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 rx=0x7f6abc00e8d0 tx=0x7f6abc009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.049+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6abc009470 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.049+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6abc012600 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.049+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ab80092a0 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.049+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6abc012980 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.049+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac8118030 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.049+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f6abc012cf0 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.050+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f6abc03b6a0 con 0x7f6ac8127650 2024-05-08T22:37:50.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.050+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ac8096e80 con 0x7f6ac8127650 2024-05-08T22:37:50.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.054+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6abc011b00 con 0x7f6ac8127650 2024-05-08T22:37:50.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.217+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6ac8098970 con 0x7f6ab402bd30 2024-05-08T22:37:50.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.224+0000 7f6aaf7fe700 1 -- 172.21.15.38:0/488576619 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256961 (unknown 2965378022 0 2956925203) 0x7f6ac8098970 con 0x7f6ab402bd30 2024-05-08T22:37:50.227 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 >> v1:172.21.15.38:6816/46721 conn(0x7f6ab402bd30 legacy=0x7f6ab402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ac8127650 msgr2=0x7f6ac8115c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ac8127650 0x7f6ac8115c60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 rx=0x7f6abc00e8d0 tx=0x7f6abc009060).stop 2024-05-08T22:37:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 shutdown_connections 2024-05-08T22:37:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ac812b170 0x7f6ac8116150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6ac8065140 0x7f6ac8119c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 --2- 172.21.15.38:0/488576619 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ac8127650 0x7f6ac8115c60 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 >> 172.21.15.38:0/488576619 conn(0x7f6ac80631d0 msgr2=0x7f6ac8129d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:50.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 shutdown_connections 2024-05-08T22:37:50.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.227+0000 7f6acd9e0700 1 -- 172.21.15.38:0/488576619 wait complete. 2024-05-08T22:37:50.230 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:37:50.238 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":169,"stamp":"2024-05-08T22:37:49.727937+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4420988906,"num_objects":1077,"num_object_clones":0,"num_object_copies":2154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1077,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8314,"num_write_kb":25166069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8307,"ondisk_log_size":8307,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":14452344,"kb_used_data":13198424,"kb_used_omap":0,"kb_used_meta":1237504,"kb_avail":363035016,"statfs":{"total":386547056640,"available":371747856384,"internally_reserved":0,"allocated":13515186176,"data_stored":13514670380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1267204096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-6316607385,"num_objects":-1506,"num_object_clones":0,"num_object_copies":-3012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1506,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1516,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002993"},"pg_stats":[{"pgid":"4.3f","version":"20'124","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.725715+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:46.725715+0000","last_peered":"2024-05-08T22:37:46.725715+0000","last_clean":"2024-05-08T22:37:46.725715+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:46.725715+0000","last_undegraded":"2024-05-08T22:37:46.725715+0000","last_fullsized":"2024-05-08T22:37:46.725715+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":124,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.635628+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:37:46.635628+0000","last_peered":"2024-05-08T22:37:46.635628+0000","last_clean":"2024-05-08T22:37:46.635628+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:37:46.635628+0000","last_undegraded":"2024-05-08T22:37:46.635628+0000","last_fullsized":"2024-05-08T22:37:46.635628+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762656+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:46.762656+0000","last_peered":"2024-05-08T22:37:46.762656+0000","last_clean":"2024-05-08T22:37:46.762656+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:46.762656+0000","last_undegraded":"2024-05-08T22:37:46.762656+0000","last_fullsized":"2024-05-08T22:37:46.762656+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.756628+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:46.756628+0000","last_peered":"2024-05-08T22:37:46.756628+0000","last_clean":"2024-05-08T22:37:46.756628+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:46.756628+0000","last_undegraded":"2024-05-08T22:37:46.756628+0000","last_fullsized":"2024-05-08T22:37:46.756628+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100663296,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'124","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.691465+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:37:46.691465+0000","last_peered":"2024-05-08T22:37:46.691465+0000","last_clean":"2024-05-08T22:37:46.691465+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:37:46.691465+0000","last_undegraded":"2024-05-08T22:37:46.691465+0000","last_fullsized":"2024-05-08T22:37:46.691465+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83886080,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":124,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'114","reported_seq":126,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.643860+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:46.643860+0000","last_peered":"2024-05-08T22:37:46.643860+0000","last_clean":"2024-05-08T22:37:46.643860+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:46.643860+0000","last_undegraded":"2024-05-08T22:37:46.643860+0000","last_fullsized":"2024-05-08T22:37:46.643860+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":114,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'147","reported_seq":159,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.714744+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:46.714744+0000","last_peered":"2024-05-08T22:37:46.714744+0000","last_clean":"2024-05-08T22:37:46.714744+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:46.714744+0000","last_undegraded":"2024-05-08T22:37:46.714744+0000","last_fullsized":"2024-05-08T22:37:46.714744+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.662988+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:46.662988+0000","last_peered":"2024-05-08T22:37:46.662988+0000","last_clean":"2024-05-08T22:37:46.662988+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:46.662988+0000","last_undegraded":"2024-05-08T22:37:46.662988+0000","last_fullsized":"2024-05-08T22:37:46.662988+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.511941+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:37:46.511941+0000","last_peered":"2024-05-08T22:37:46.511941+0000","last_clean":"2024-05-08T22:37:46.511941+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:37:46.511941+0000","last_undegraded":"2024-05-08T22:37:46.511941+0000","last_fullsized":"2024-05-08T22:37:46.511941+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'125","reported_seq":137,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.588146+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:46.588146+0000","last_peered":"2024-05-08T22:37:46.588146+0000","last_clean":"2024-05-08T22:37:46.588146+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:46.588146+0000","last_undegraded":"2024-05-08T22:37:46.588146+0000","last_fullsized":"2024-05-08T22:37:46.588146+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":125,"ondisk_log_size":125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'162","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.743965+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:46.743965+0000","last_peered":"2024-05-08T22:37:46.743965+0000","last_clean":"2024-05-08T22:37:46.743965+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:46.743965+0000","last_undegraded":"2024-05-08T22:37:46.743965+0000","last_fullsized":"2024-05-08T22:37:46.743965+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":162,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'122","reported_seq":134,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.772825+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:37:46.772825+0000","last_peered":"2024-05-08T22:37:46.772825+0000","last_clean":"2024-05-08T22:37:46.772825+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:37:46.772825+0000","last_undegraded":"2024-05-08T22:37:46.772825+0000","last_fullsized":"2024-05-08T22:37:46.772825+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":122,"ondisk_log_size":122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":122,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.772950+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:37:46.772950+0000","last_peered":"2024-05-08T22:37:46.772950+0000","last_clean":"2024-05-08T22:37:46.772950+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:37:46.772950+0000","last_undegraded":"2024-05-08T22:37:46.772950+0000","last_fullsized":"2024-05-08T22:37:46.772950+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.713923+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:46.713923+0000","last_peered":"2024-05-08T22:37:46.713923+0000","last_clean":"2024-05-08T22:37:46.713923+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:46.713923+0000","last_undegraded":"2024-05-08T22:37:46.713923+0000","last_fullsized":"2024-05-08T22:37:46.713923+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762672+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:37:46.762672+0000","last_peered":"2024-05-08T22:37:46.762672+0000","last_clean":"2024-05-08T22:37:46.762672+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:37:46.762672+0000","last_undegraded":"2024-05-08T22:37:46.762672+0000","last_fullsized":"2024-05-08T22:37:46.762672+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'127","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.638838+0000","last_change":"2024-05-08T22:33:42.928540+0000","last_active":"2024-05-08T22:37:46.638838+0000","last_peered":"2024-05-08T22:37:46.638838+0000","last_clean":"2024-05-08T22:37:46.638838+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:37:46.638838+0000","last_undegraded":"2024-05-08T22:37:46.638838+0000","last_fullsized":"2024-05-08T22:37:46.638838+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.699161+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:37:46.699161+0000","last_peered":"2024-05-08T22:37:46.699161+0000","last_clean":"2024-05-08T22:37:46.699161+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:37:46.699161+0000","last_undegraded":"2024-05-08T22:37:46.699161+0000","last_fullsized":"2024-05-08T22:37:46.699161+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762914+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:37:46.762914+0000","last_peered":"2024-05-08T22:37:46.762914+0000","last_clean":"2024-05-08T22:37:46.762914+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:37:46.762914+0000","last_undegraded":"2024-05-08T22:37:46.762914+0000","last_fullsized":"2024-05-08T22:37:46.762914+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83886080,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'154","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.725803+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:37:46.725803+0000","last_peered":"2024-05-08T22:37:46.725803+0000","last_clean":"2024-05-08T22:37:46.725803+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:37:46.725803+0000","last_undegraded":"2024-05-08T22:37:46.725803+0000","last_fullsized":"2024-05-08T22:37:46.725803+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":154,"ondisk_log_size":154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":154,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.724476+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:37:46.724476+0000","last_peered":"2024-05-08T22:37:46.724476+0000","last_clean":"2024-05-08T22:37:46.724476+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:37:46.724476+0000","last_undegraded":"2024-05-08T22:37:46.724476+0000","last_fullsized":"2024-05-08T22:37:46.724476+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.615767+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:37:46.615767+0000","last_peered":"2024-05-08T22:37:46.615767+0000","last_clean":"2024-05-08T22:37:46.615767+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:37:46.615767+0000","last_undegraded":"2024-05-08T22:37:46.615767+0000","last_fullsized":"2024-05-08T22:37:46.615767+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.736568+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:37:46.736568+0000","last_peered":"2024-05-08T22:37:46.736568+0000","last_clean":"2024-05-08T22:37:46.736568+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:37:46.736568+0000","last_undegraded":"2024-05-08T22:37:46.736568+0000","last_fullsized":"2024-05-08T22:37:46.736568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.623130+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:46.623130+0000","last_peered":"2024-05-08T22:37:46.623130+0000","last_clean":"2024-05-08T22:37:46.623130+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:46.623130+0000","last_undegraded":"2024-05-08T22:37:46.623130+0000","last_fullsized":"2024-05-08T22:37:46.623130+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.548070+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:37:46.548070+0000","last_peered":"2024-05-08T22:37:46.548070+0000","last_clean":"2024-05-08T22:37:46.548070+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:37:46.548070+0000","last_undegraded":"2024-05-08T22:37:46.548070+0000","last_fullsized":"2024-05-08T22:37:46.548070+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":157,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.565991+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:37:46.565991+0000","last_peered":"2024-05-08T22:37:46.565991+0000","last_clean":"2024-05-08T22:37:46.565991+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:37:46.565991+0000","last_undegraded":"2024-05-08T22:37:46.565991+0000","last_fullsized":"2024-05-08T22:37:46.565991+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'160","reported_seq":172,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.758981+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:37:46.758981+0000","last_peered":"2024-05-08T22:37:46.758981+0000","last_clean":"2024-05-08T22:37:46.758981+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:37:46.758981+0000","last_undegraded":"2024-05-08T22:37:46.758981+0000","last_fullsized":"2024-05-08T22:37:46.758981+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":160,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96468992,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":160,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'126","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.699407+0000","last_change":"2024-05-08T22:33:42.930261+0000","last_active":"2024-05-08T22:37:46.699407+0000","last_peered":"2024-05-08T22:37:46.699407+0000","last_clean":"2024-05-08T22:37:46.699407+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:37:46.699407+0000","last_undegraded":"2024-05-08T22:37:46.699407+0000","last_fullsized":"2024-05-08T22:37:46.699407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907107+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:33:41.907107+0000","last_peered":"2024-05-08T22:33:41.907107+0000","last_clean":"2024-05-08T22:33:41.907107+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:33:41.907107+0000","last_undegraded":"2024-05-08T22:33:41.907107+0000","last_fullsized":"2024-05-08T22:33:41.907107+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.731142+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:46.731142+0000","last_peered":"2024-05-08T22:37:46.731142+0000","last_clean":"2024-05-08T22:37:46.731142+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:46.731142+0000","last_undegraded":"2024-05-08T22:37:46.731142+0000","last_fullsized":"2024-05-08T22:37:46.731142+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":92274688,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906862+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:33:41.906862+0000","last_peered":"2024-05-08T22:33:41.906862+0000","last_clean":"2024-05-08T22:33:41.906862+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:33:41.906862+0000","last_undegraded":"2024-05-08T22:33:41.906862+0000","last_fullsized":"2024-05-08T22:33:41.906862+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'126","reported_seq":138,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.714680+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:37:46.714680+0000","last_peered":"2024-05-08T22:37:46.714680+0000","last_clean":"2024-05-08T22:37:46.714680+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:37:46.714680+0000","last_undegraded":"2024-05-08T22:37:46.714680+0000","last_fullsized":"2024-05-08T22:37:46.714680+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905881+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:33:41.905881+0000","last_peered":"2024-05-08T22:33:41.905881+0000","last_clean":"2024-05-08T22:33:41.905881+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:33:41.905881+0000","last_undegraded":"2024-05-08T22:33:41.905881+0000","last_fullsized":"2024-05-08T22:33:41.905881+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.668899+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:46.668899+0000","last_peered":"2024-05-08T22:37:46.668899+0000","last_clean":"2024-05-08T22:37:46.668899+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:46.668899+0000","last_undegraded":"2024-05-08T22:37:46.668899+0000","last_fullsized":"2024-05-08T22:37:46.668899+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.928389+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:33:42.928389+0000","last_peered":"2024-05-08T22:33:42.928389+0000","last_clean":"2024-05-08T22:33:42.928389+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:33:42.928389+0000","last_undegraded":"2024-05-08T22:33:42.928389+0000","last_fullsized":"2024-05-08T22:33:42.928389+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.574989+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:46.574989+0000","last_peered":"2024-05-08T22:37:46.574989+0000","last_clean":"2024-05-08T22:37:46.574989+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:46.574989+0000","last_undegraded":"2024-05-08T22:37:46.574989+0000","last_fullsized":"2024-05-08T22:37:46.574989+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911501+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:33:41.911501+0000","last_peered":"2024-05-08T22:33:41.911501+0000","last_clean":"2024-05-08T22:33:41.911501+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:33:41.911501+0000","last_undegraded":"2024-05-08T22:33:41.911501+0000","last_fullsized":"2024-05-08T22:33:41.911501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'166","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.707191+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:46.707191+0000","last_peered":"2024-05-08T22:37:46.707191+0000","last_clean":"2024-05-08T22:37:46.707191+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:46.707191+0000","last_undegraded":"2024-05-08T22:37:46.707191+0000","last_fullsized":"2024-05-08T22:37:46.707191+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":166,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'7","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:03.842098+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:37:03.842098+0000","last_peered":"2024-05-08T22:37:03.842098+0000","last_clean":"2024-05-08T22:37:03.842098+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:37:03.842098+0000","last_undegraded":"2024-05-08T22:37:03.842098+0000","last_fullsized":"2024-05-08T22:37:03.842098+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.733956+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:37:46.733956+0000","last_peered":"2024-05-08T22:37:46.733956+0000","last_clean":"2024-05-08T22:37:46.733956+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:37:46.733956+0000","last_undegraded":"2024-05-08T22:37:46.733956+0000","last_fullsized":"2024-05-08T22:37:46.733956+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'89","reported_seq":102,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:43.830109+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:37:43.830109+0000","last_peered":"2024-05-08T22:37:43.830109+0000","last_clean":"2024-05-08T22:37:43.830109+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:37:43.830109+0000","last_undegraded":"2024-05-08T22:37:43.830109+0000","last_fullsized":"2024-05-08T22:37:43.830109+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":89,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191215,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":88,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'142","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.753904+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:37:46.753904+0000","last_peered":"2024-05-08T22:37:46.753904+0000","last_clean":"2024-05-08T22:37:46.753904+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:37:46.753904+0000","last_undegraded":"2024-05-08T22:37:46.753904+0000","last_fullsized":"2024-05-08T22:37:46.753904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":142,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904751+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:33:41.904751+0000","last_peered":"2024-05-08T22:33:41.904751+0000","last_clean":"2024-05-08T22:33:41.904751+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:33:41.904751+0000","last_undegraded":"2024-05-08T22:33:41.904751+0000","last_fullsized":"2024-05-08T22:33:41.904751+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.692903+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:46.692903+0000","last_peered":"2024-05-08T22:37:46.692903+0000","last_clean":"2024-05-08T22:37:46.692903+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:46.692903+0000","last_undegraded":"2024-05-08T22:37:46.692903+0000","last_fullsized":"2024-05-08T22:37:46.692903+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909384+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:33:41.909384+0000","last_peered":"2024-05-08T22:33:41.909384+0000","last_clean":"2024-05-08T22:33:41.909384+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:33:41.909384+0000","last_undegraded":"2024-05-08T22:33:41.909384+0000","last_fullsized":"2024-05-08T22:33:41.909384+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.703476+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:46.703476+0000","last_peered":"2024-05-08T22:37:46.703476+0000","last_clean":"2024-05-08T22:37:46.703476+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:46.703476+0000","last_undegraded":"2024-05-08T22:37:46.703476+0000","last_fullsized":"2024-05-08T22:37:46.703476+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904458+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:33:41.904458+0000","last_peered":"2024-05-08T22:33:41.904458+0000","last_clean":"2024-05-08T22:33:41.904458+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:33:41.904458+0000","last_undegraded":"2024-05-08T22:33:41.904458+0000","last_fullsized":"2024-05-08T22:33:41.904458+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'194","reported_seq":214,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.707243+0000","last_change":"2024-05-08T22:33:42.930095+0000","last_active":"2024-05-08T22:37:46.707243+0000","last_peered":"2024-05-08T22:37:46.707243+0000","last_clean":"2024-05-08T22:37:46.707243+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:37:46.707243+0000","last_undegraded":"2024-05-08T22:37:46.707243+0000","last_fullsized":"2024-05-08T22:37:46.707243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":194,"ondisk_log_size":194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104857600,"num_objects":25,"num_object_clones":0,"num_object_copies":50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":194,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.924431+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:33:42.924431+0000","last_peered":"2024-05-08T22:33:42.924431+0000","last_clean":"2024-05-08T22:33:42.924431+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:33:42.924431+0000","last_undegraded":"2024-05-08T22:33:42.924431+0000","last_fullsized":"2024-05-08T22:33:42.924431+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.733920+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:46.733920+0000","last_peered":"2024-05-08T22:37:46.733920+0000","last_clean":"2024-05-08T22:37:46.733920+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:46.733920+0000","last_undegraded":"2024-05-08T22:37:46.733920+0000","last_fullsized":"2024-05-08T22:37:46.733920+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909278+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:33:41.909278+0000","last_peered":"2024-05-08T22:33:41.909278+0000","last_clean":"2024-05-08T22:33:41.909278+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:33:41.909278+0000","last_undegraded":"2024-05-08T22:33:41.909278+0000","last_fullsized":"2024-05-08T22:33:41.909278+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'123","reported_seq":132,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.412840+0000","last_change":"2024-05-08T22:33:42.926180+0000","last_active":"2024-05-08T22:37:46.412840+0000","last_peered":"2024-05-08T22:37:46.412840+0000","last_clean":"2024-05-08T22:37:46.412840+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:37:46.412840+0000","last_undegraded":"2024-05-08T22:37:46.412840+0000","last_fullsized":"2024-05-08T22:37:46.412840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911428+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:33:41.911428+0000","last_peered":"2024-05-08T22:33:41.911428+0000","last_clean":"2024-05-08T22:33:41.911428+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:33:41.911428+0000","last_undegraded":"2024-05-08T22:33:41.911428+0000","last_fullsized":"2024-05-08T22:33:41.911428+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'117","reported_seq":129,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.674258+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:37:46.674258+0000","last_peered":"2024-05-08T22:37:46.674258+0000","last_clean":"2024-05-08T22:37:46.674258+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:37:46.674258+0000","last_undegraded":"2024-05-08T22:37:46.674258+0000","last_fullsized":"2024-05-08T22:37:46.674258+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906367+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:33:41.906367+0000","last_peered":"2024-05-08T22:33:41.906367+0000","last_clean":"2024-05-08T22:33:41.906367+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:33:41.906367+0000","last_undegraded":"2024-05-08T22:33:41.906367+0000","last_fullsized":"2024-05-08T22:33:41.906367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.642760+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:37:46.642760+0000","last_peered":"2024-05-08T22:37:46.642760+0000","last_clean":"2024-05-08T22:37:46.642760+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:37:46.642760+0000","last_undegraded":"2024-05-08T22:37:46.642760+0000","last_fullsized":"2024-05-08T22:37:46.642760+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910810+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:33:41.910810+0000","last_peered":"2024-05-08T22:33:41.910810+0000","last_clean":"2024-05-08T22:33:41.910810+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:33:41.910810+0000","last_undegraded":"2024-05-08T22:33:41.910810+0000","last_fullsized":"2024-05-08T22:33:41.910810+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.655622+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:37:46.655622+0000","last_peered":"2024-05-08T22:37:46.655622+0000","last_clean":"2024-05-08T22:37:46.655622+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:37:46.655622+0000","last_undegraded":"2024-05-08T22:37:46.655622+0000","last_fullsized":"2024-05-08T22:37:46.655622+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.921716+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:33:42.921716+0000","last_peered":"2024-05-08T22:33:42.921716+0000","last_clean":"2024-05-08T22:33:42.921716+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:33:42.921716+0000","last_undegraded":"2024-05-08T22:33:42.921716+0000","last_fullsized":"2024-05-08T22:33:42.921716+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'121","reported_seq":133,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.722445+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:37:46.722445+0000","last_peered":"2024-05-08T22:37:46.722445+0000","last_clean":"2024-05-08T22:37:46.722445+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:37:46.722445+0000","last_undegraded":"2024-05-08T22:37:46.722445+0000","last_fullsized":"2024-05-08T22:37:46.722445+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":121,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":121,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905545+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:33:41.905545+0000","last_peered":"2024-05-08T22:33:41.905545+0000","last_clean":"2024-05-08T22:33:41.905545+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:33:41.905545+0000","last_undegraded":"2024-05-08T22:33:41.905545+0000","last_fullsized":"2024-05-08T22:33:41.905545+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'130","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.716460+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:46.716460+0000","last_peered":"2024-05-08T22:37:46.716460+0000","last_clean":"2024-05-08T22:37:46.716460+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:46.716460+0000","last_undegraded":"2024-05-08T22:37:46.716460+0000","last_fullsized":"2024-05-08T22:37:46.716460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904059+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:33:41.904059+0000","last_peered":"2024-05-08T22:33:41.904059+0000","last_clean":"2024-05-08T22:33:41.904059+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:33:41.904059+0000","last_undegraded":"2024-05-08T22:33:41.904059+0000","last_fullsized":"2024-05-08T22:33:41.904059+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.660334+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:37:46.660334+0000","last_peered":"2024-05-08T22:37:46.660334+0000","last_clean":"2024-05-08T22:37:46.660334+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:37:46.660334+0000","last_undegraded":"2024-05-08T22:37:46.660334+0000","last_fullsized":"2024-05-08T22:37:46.660334+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905336+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:33:41.905336+0000","last_peered":"2024-05-08T22:33:41.905336+0000","last_clean":"2024-05-08T22:33:41.905336+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:33:41.905336+0000","last_undegraded":"2024-05-08T22:33:41.905336+0000","last_fullsized":"2024-05-08T22:33:41.905336+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'112","reported_seq":124,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.696451+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:37:46.696451+0000","last_peered":"2024-05-08T22:37:46.696451+0000","last_clean":"2024-05-08T22:37:46.696451+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:37:46.696451+0000","last_undegraded":"2024-05-08T22:37:46.696451+0000","last_fullsized":"2024-05-08T22:37:46.696451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":112,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":112,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910571+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:33:41.910571+0000","last_peered":"2024-05-08T22:33:41.910571+0000","last_clean":"2024-05-08T22:33:41.910571+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:33:41.910571+0000","last_undegraded":"2024-05-08T22:33:41.910571+0000","last_fullsized":"2024-05-08T22:33:41.910571+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911427+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:33:41.911427+0000","last_peered":"2024-05-08T22:33:41.911427+0000","last_clean":"2024-05-08T22:33:41.911427+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:33:41.911427+0000","last_undegraded":"2024-05-08T22:33:41.911427+0000","last_fullsized":"2024-05-08T22:33:41.911427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'132","reported_seq":144,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.717418+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:37:46.717418+0000","last_peered":"2024-05-08T22:37:46.717418+0000","last_clean":"2024-05-08T22:37:46.717418+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:37:46.717418+0000","last_undegraded":"2024-05-08T22:37:46.717418+0000","last_fullsized":"2024-05-08T22:37:46.717418+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":132,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905640+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:33:41.905640+0000","last_peered":"2024-05-08T22:33:41.905640+0000","last_clean":"2024-05-08T22:33:41.905640+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:33:41.905640+0000","last_undegraded":"2024-05-08T22:33:41.905640+0000","last_fullsized":"2024-05-08T22:33:41.905640+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909568+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:33:41.909568+0000","last_peered":"2024-05-08T22:33:41.909568+0000","last_clean":"2024-05-08T22:33:41.909568+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:33:41.909568+0000","last_undegraded":"2024-05-08T22:33:41.909568+0000","last_fullsized":"2024-05-08T22:33:41.909568+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'114","reported_seq":126,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.588380+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:37:46.588380+0000","last_peered":"2024-05-08T22:37:46.588380+0000","last_clean":"2024-05-08T22:37:46.588380+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:37:46.588380+0000","last_undegraded":"2024-05-08T22:37:46.588380+0000","last_fullsized":"2024-05-08T22:37:46.588380+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":114,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.908951+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:33:41.908951+0000","last_peered":"2024-05-08T22:33:41.908951+0000","last_clean":"2024-05-08T22:33:41.908951+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:33:41.908951+0000","last_undegraded":"2024-05-08T22:33:41.908951+0000","last_fullsized":"2024-05-08T22:33:41.908951+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907206+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:33:41.907206+0000","last_peered":"2024-05-08T22:33:41.907206+0000","last_clean":"2024-05-08T22:33:41.907206+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:33:41.907206+0000","last_undegraded":"2024-05-08T22:33:41.907206+0000","last_fullsized":"2024-05-08T22:33:41.907206+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.665059+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:37:46.665059+0000","last_peered":"2024-05-08T22:37:46.665059+0000","last_clean":"2024-05-08T22:37:46.665059+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:37:46.665059+0000","last_undegraded":"2024-05-08T22:37:46.665059+0000","last_fullsized":"2024-05-08T22:37:46.665059+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904623+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:33:41.904623+0000","last_peered":"2024-05-08T22:33:41.904623+0000","last_clean":"2024-05-08T22:33:41.904623+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:33:41.904623+0000","last_undegraded":"2024-05-08T22:33:41.904623+0000","last_fullsized":"2024-05-08T22:33:41.904623+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906903+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:33:41.906903+0000","last_peered":"2024-05-08T22:33:41.906903+0000","last_clean":"2024-05-08T22:33:41.906903+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:33:41.906903+0000","last_undegraded":"2024-05-08T22:33:41.906903+0000","last_fullsized":"2024-05-08T22:33:41.906903+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905427+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:33:41.905427+0000","last_peered":"2024-05-08T22:33:41.905427+0000","last_clean":"2024-05-08T22:33:41.905427+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:33:41.905427+0000","last_undegraded":"2024-05-08T22:33:41.905427+0000","last_fullsized":"2024-05-08T22:33:41.905427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.682769+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:46.682769+0000","last_peered":"2024-05-08T22:37:46.682769+0000","last_clean":"2024-05-08T22:37:46.682769+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:46.682769+0000","last_undegraded":"2024-05-08T22:37:46.682769+0000","last_fullsized":"2024-05-08T22:37:46.682769+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905562+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:33:41.905562+0000","last_peered":"2024-05-08T22:33:41.905562+0000","last_clean":"2024-05-08T22:33:41.905562+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:33:41.905562+0000","last_undegraded":"2024-05-08T22:33:41.905562+0000","last_fullsized":"2024-05-08T22:33:41.905562+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:45.479811+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:37:45.479811+0000","last_peered":"2024-05-08T22:37:45.479811+0000","last_clean":"2024-05-08T22:37:45.479811+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:45.479811+0000","last_undegraded":"2024-05-08T22:37:45.479811+0000","last_fullsized":"2024-05-08T22:37:45.479811+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'139","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.728165+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:37:46.728165+0000","last_peered":"2024-05-08T22:37:46.728165+0000","last_clean":"2024-05-08T22:37:46.728165+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:37:46.728165+0000","last_undegraded":"2024-05-08T22:37:46.728165+0000","last_fullsized":"2024-05-08T22:37:46.728165+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":139,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906532+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:33:41.906532+0000","last_peered":"2024-05-08T22:33:41.906532+0000","last_clean":"2024-05-08T22:33:41.906532+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:33:41.906532+0000","last_undegraded":"2024-05-08T22:33:41.906532+0000","last_fullsized":"2024-05-08T22:33:41.906532+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907613+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:33:41.907613+0000","last_peered":"2024-05-08T22:33:41.907613+0000","last_clean":"2024-05-08T22:33:41.907613+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:33:41.907613+0000","last_undegraded":"2024-05-08T22:33:41.907613+0000","last_fullsized":"2024-05-08T22:33:41.907613+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'117","reported_seq":129,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.514225+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:37:46.514225+0000","last_peered":"2024-05-08T22:37:46.514225+0000","last_clean":"2024-05-08T22:37:46.514225+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:37:46.514225+0000","last_undegraded":"2024-05-08T22:37:46.514225+0000","last_fullsized":"2024-05-08T22:37:46.514225+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.923270+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:33:42.923270+0000","last_peered":"2024-05-08T22:33:42.923270+0000","last_clean":"2024-05-08T22:33:42.923270+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:33:42.923270+0000","last_undegraded":"2024-05-08T22:33:42.923270+0000","last_fullsized":"2024-05-08T22:33:42.923270+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910311+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:33:41.910311+0000","last_peered":"2024-05-08T22:33:41.910311+0000","last_clean":"2024-05-08T22:33:41.910311+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:33:41.910311+0000","last_undegraded":"2024-05-08T22:33:41.910311+0000","last_fullsized":"2024-05-08T22:33:41.910311+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.623451+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:37:46.623451+0000","last_peered":"2024-05-08T22:37:46.623451+0000","last_clean":"2024-05-08T22:37:46.623451+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:37:46.623451+0000","last_undegraded":"2024-05-08T22:37:46.623451+0000","last_fullsized":"2024-05-08T22:37:46.623451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905936+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:33:41.905936+0000","last_peered":"2024-05-08T22:33:41.905936+0000","last_clean":"2024-05-08T22:33:41.905936+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:33:41.905936+0000","last_undegraded":"2024-05-08T22:33:41.905936+0000","last_fullsized":"2024-05-08T22:33:41.905936+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:03.897359+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:37:03.897359+0000","last_peered":"2024-05-08T22:37:03.897359+0000","last_clean":"2024-05-08T22:37:03.897359+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:03.897359+0000","last_undegraded":"2024-05-08T22:37:03.897359+0000","last_fullsized":"2024-05-08T22:37:03.897359+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'113","reported_seq":125,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.737489+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:37:46.737489+0000","last_peered":"2024-05-08T22:37:46.737489+0000","last_clean":"2024-05-08T22:37:46.737489+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:37:46.737489+0000","last_undegraded":"2024-05-08T22:37:46.737489+0000","last_fullsized":"2024-05-08T22:37:46.737489+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":113,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":113,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909660+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:33:41.909660+0000","last_peered":"2024-05-08T22:33:41.909660+0000","last_clean":"2024-05-08T22:33:41.909660+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:33:41.909660+0000","last_undegraded":"2024-05-08T22:33:41.909660+0000","last_fullsized":"2024-05-08T22:33:41.909660+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'116","reported_seq":128,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.697352+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:37:46.697352+0000","last_peered":"2024-05-08T22:37:46.697352+0000","last_clean":"2024-05-08T22:37:46.697352+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:37:46.697352+0000","last_undegraded":"2024-05-08T22:37:46.697352+0000","last_fullsized":"2024-05-08T22:37:46.697352+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":116,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":116,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910635+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:33:41.910635+0000","last_peered":"2024-05-08T22:33:41.910635+0000","last_clean":"2024-05-08T22:33:41.910635+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:33:41.910635+0000","last_undegraded":"2024-05-08T22:33:41.910635+0000","last_fullsized":"2024-05-08T22:33:41.910635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.756813+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:37:46.756813+0000","last_peered":"2024-05-08T22:37:46.756813+0000","last_clean":"2024-05-08T22:37:46.756813+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:37:46.756813+0000","last_undegraded":"2024-05-08T22:37:46.756813+0000","last_fullsized":"2024-05-08T22:37:46.756813+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.922460+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:33:42.922460+0000","last_peered":"2024-05-08T22:33:42.922460+0000","last_clean":"2024-05-08T22:33:42.922460+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:33:42.922460+0000","last_undegraded":"2024-05-08T22:33:42.922460+0000","last_fullsized":"2024-05-08T22:33:42.922460+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'110","reported_seq":122,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.639360+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:37:46.639360+0000","last_peered":"2024-05-08T22:37:46.639360+0000","last_clean":"2024-05-08T22:37:46.639360+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:37:46.639360+0000","last_undegraded":"2024-05-08T22:37:46.639360+0000","last_fullsized":"2024-05-08T22:37:46.639360+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":110,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":110,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906718+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:33:41.906718+0000","last_peered":"2024-05-08T22:33:41.906718+0000","last_clean":"2024-05-08T22:33:41.906718+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:33:41.906718+0000","last_undegraded":"2024-05-08T22:33:41.906718+0000","last_fullsized":"2024-05-08T22:33:41.906718+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'132","reported_seq":141,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.676367+0000","last_change":"2024-05-08T22:33:42.929961+0000","last_active":"2024-05-08T22:37:46.676367+0000","last_peered":"2024-05-08T22:37:46.676367+0000","last_clean":"2024-05-08T22:37:46.676367+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:37:46.676367+0000","last_undegraded":"2024-05-08T22:37:46.676367+0000","last_fullsized":"2024-05-08T22:37:46.676367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":132,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910784+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:33:41.910784+0000","last_peered":"2024-05-08T22:33:41.910784+0000","last_clean":"2024-05-08T22:33:41.910784+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:33:41.910784+0000","last_undegraded":"2024-05-08T22:33:41.910784+0000","last_fullsized":"2024-05-08T22:33:41.910784+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.664678+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:37:46.664678+0000","last_peered":"2024-05-08T22:37:46.664678+0000","last_clean":"2024-05-08T22:37:46.664678+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:37:46.664678+0000","last_undegraded":"2024-05-08T22:37:46.664678+0000","last_fullsized":"2024-05-08T22:37:46.664678+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'125","reported_seq":137,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.654309+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:37:46.654309+0000","last_peered":"2024-05-08T22:37:46.654309+0000","last_clean":"2024-05-08T22:37:46.654309+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:37:46.654309+0000","last_undegraded":"2024-05-08T22:37:46.654309+0000","last_fullsized":"2024-05-08T22:37:46.654309+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":125,"ondisk_log_size":125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'113","reported_seq":125,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.759518+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:46.759518+0000","last_peered":"2024-05-08T22:37:46.759518+0000","last_clean":"2024-05-08T22:37:46.759518+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:46.759518+0000","last_undegraded":"2024-05-08T22:37:46.759518+0000","last_fullsized":"2024-05-08T22:37:46.759518+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":113,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41943040,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":113,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.674898+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:37:46.674898+0000","last_peered":"2024-05-08T22:37:46.674898+0000","last_clean":"2024-05-08T22:37:46.674898+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:37:46.674898+0000","last_undegraded":"2024-05-08T22:37:46.674898+0000","last_fullsized":"2024-05-08T22:37:46.674898+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'99","reported_seq":108,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.665085+0000","last_change":"2024-05-08T22:33:42.926674+0000","last_active":"2024-05-08T22:37:46.665085+0000","last_peered":"2024-05-08T22:37:46.665085+0000","last_clean":"2024-05-08T22:37:46.665085+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:37:46.665085+0000","last_undegraded":"2024-05-08T22:37:46.665085+0000","last_fullsized":"2024-05-08T22:37:46.665085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":99,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":99,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.580462+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:37:46.580462+0000","last_peered":"2024-05-08T22:37:46.580462+0000","last_clean":"2024-05-08T22:37:46.580462+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:37:46.580462+0000","last_undegraded":"2024-05-08T22:37:46.580462+0000","last_fullsized":"2024-05-08T22:37:46.580462+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":4420796416,"num_objects":1054,"num_object_clones":0,"num_object_copies":2108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8162,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8770289664,"data_stored":8770289664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8163,"ondisk_log_size":8163,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":192490,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":152,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":450560,"data_stored":384980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705727,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4729344,"kb_used_data":4415864,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":89642496,"statfs":{"total":96636764160,"available":91793915904,"internally_reserved":0,"allocated":4521844736,"data_stored":4521710599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.34300000000000003},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.22}]},{"osd":1,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.247,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.57099999999999995,"5min":0.629,"15min":0.629},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.375,"15min":0.35599999999999998},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.314}]},{"osd":2,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.26500000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.246},{"interface":"front","average":{"1min":0.443,"5min":0.39700000000000002,"15min":0.378},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.29399999999999998}]}]},{"osd":2,"up_from":9,"seq":38654705726,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2353656,"kb_used_data":2040176,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":92018184,"statfs":{"total":96636764160,"available":94226620416,"internally_reserved":0,"allocated":2089140224,"data_stored":2089014590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.29799999999999999,"15min":0.29499999999999998},"min":{"1min":0.17599999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.41899999999999998,"5min":0.496,"15min":0.496},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32800000000000001,"15min":0.33000000000000002},"min":{"1min":0.20000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.442,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.32000000000000001}]},{"osd":1,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.34399999999999997,"15min":0.34499999999999997},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.43099999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.372},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51800000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.41099999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.35599999999999998,"15min":0.35199999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.502,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56399999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30199999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705727,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3680580,"kb_used_data":3371196,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":90691260,"statfs":{"total":96636764160,"available":92867850240,"internally_reserved":0,"allocated":3452104704,"data_stored":3451972875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.41799999999999998,"5min":0.499,"15min":0.499},"last":2.5600000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.377,"15min":0.373},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":8.6280000000000001}]},{"osd":2,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.373,"15min":0.373},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.44900000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.379,"15min":0.377},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.44500000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.28000000000000003}]},{"osd":3,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.40100000000000002,"15min":0.40200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.47099999999999997,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.312},{"interface":"front","average":{"1min":0.379,"5min":0.39900000000000002,"15min":0.39500000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.23699999999999999}]}]},{"osd":1,"up_from":9,"seq":38654705727,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3688764,"kb_used_data":3371188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":90683076,"statfs":{"total":96636764160,"available":92859469824,"internally_reserved":0,"allocated":3452096512,"data_stored":3451972316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.314,"15min":0.30399999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.375,"5min":0.34899999999999998,"15min":0.33800000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.29699999999999999}]},{"osd":2,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.34499999999999997,"15min":0.33600000000000002},"min":{"1min":0.25,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.46300000000000002,"5min":0.504,"15min":0.504},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.35699999999999998,"15min":0.34799999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.496,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35499999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.375,"15min":0.36899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.36699999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51200000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.375}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204800,"data_stored":191720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":212992,"data_stored":191409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1937768448,"data_stored":1937768448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2617245696,"data_stored":2617245696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1786773504,"data_stored":1786773504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2428502016,"data_stored":2428502016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:37:50.242 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-05-08T22:37:50.243 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:37:50.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.398+0000 7f654beda700 1 Processor -- start 2024-05-08T22:37:50.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.398+0000 7f654beda700 1 -- start start 2024-05-08T22:37:50.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654beda700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544069370 0x7f654412d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654beda700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544125be0 0x7f654412fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654beda700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6544091a70 con 0x7f6544062700 2024-05-08T22:37:50.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654beda700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6544062ae0 con 0x7f6544125be0 2024-05-08T22:37:50.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654beda700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6544097020 con 0x7f6544069370 2024-05-08T22:37:50.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549475700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544069370 0x7f654412d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549c76700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6544062700 0x7f65441254d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:47972/0 (socket says 172.21.15.38:47972) 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549c76700 1 -- 172.21.15.38:0/3577277947 learned_addr learned my addr 172.21.15.38:0/3577277947 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654a477700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544125be0 0x7f654412fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549475700 1 -- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544125be0 msgr2=0x7f654412fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549475700 1 --2- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544125be0 0x7f654412fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549475700 1 -- 172.21.15.38:0/3577277947 >> v1:172.21.15.38:6789/0 conn(0x7f6544062700 legacy=0x7f65441254d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549475700 1 -- 172.21.15.38:0/3577277947 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6544092920 con 0x7f6544069370 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6548c74700 1 -- 172.21.15.38:0/3577277947 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 939498453 0 0) 0x7f6544091a70 con 0x7f6544062700 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f654a477700 1 --2- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544125be0 0x7f654412fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.399+0000 7f6549475700 1 --2- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544069370 0x7f654412d880 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 rx=0x7f6540009790 tx=0x7f6540009060).ready entity=mon.2 client_cookie=376c65847d4a2a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f6548c74700 1 -- 172.21.15.38:0/3577277947 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65400090d0 con 0x7f6544069370 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f6548c74700 1 -- 172.21.15.38:0/3577277947 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f654000f510 con 0x7f6544069370 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f6548c74700 1 -- 172.21.15.38:0/3577277947 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000f8e0 con 0x7f6544069370 2024-05-08T22:37:50.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 -- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544069370 msgr2=0x7f654412d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 --2- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544069370 0x7f654412d880 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 rx=0x7f6540009790 tx=0x7f6540009060).stop 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 -- 172.21.15.38:0/3577277947 shutdown_connections 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 --2- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544125be0 0x7f654412fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 --2- 172.21.15.38:0/3577277947 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544069370 0x7f654412d880 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 -- 172.21.15.38:0/3577277947 >> 172.21.15.38:0/3577277947 conn(0x7f654409a660 msgr2=0x7f654409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 -- 172.21.15.38:0/3577277947 shutdown_connections 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.400+0000 7f654beda700 1 -- 172.21.15.38:0/3577277947 wait complete. 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.401+0000 7f654beda700 1 Processor -- start 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.401+0000 7f654beda700 1 -- start start 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 0x7f654412dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 0x7f654412e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544125be0 0x7f654412e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6544069c80 con 0x7f6544062700 2024-05-08T22:37:50.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f654412f580 con 0x7f6544069370 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6544067c40 con 0x7f6544125be0 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549c76700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 0x7f654412dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 0x7f654412e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 0x7f654412e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:54868/0 (socket says 172.21.15.38:54868) 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 -- 172.21.15.38:0/837609182 learned_addr learned my addr 172.21.15.38:0/837609182 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549c76700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 0x7f654412dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:45150/0 (socket says 172.21.15.38:45150) 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654a477700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544125be0 0x7f654412e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 -- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544125be0 msgr2=0x7f654412e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544125be0 0x7f654412e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 -- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 msgr2=0x7f654412dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 0x7f654412dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 -- 172.21.15.38:0/837609182 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f653c009a20 con 0x7f6544069370 2024-05-08T22:37:50.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549c76700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 0x7f654412dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654a477700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544125be0 0x7f654412e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f6549475700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 0x7f654412e0f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 rx=0x7f6540011000 tx=0x7f6540017000).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000f8e0 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6540006910 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65400092a0 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654000fea0 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.402+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65440676a0 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.403+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f654001b620 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.403+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f654003cc20 con 0x7f6544069370 2024-05-08T22:37:50.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.403+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f654409ad70 con 0x7f6544069370 2024-05-08T22:37:50.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.408+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6540029080 con 0x7f6544069370 2024-05-08T22:37:50.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.571+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f65440678c0 con 0x7f652802bd00 2024-05-08T22:37:50.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.578+0000 7f653a7fc700 1 -- 172.21.15.38:0/837609182 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256961 (unknown 2965378022 0 2956925203) 0x7f6534001670 con 0x7f652802bd00 2024-05-08T22:37:50.581 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.580+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 >> v1:172.21.15.38:6816/46721 conn(0x7f652802bd00 legacy=0x7f652802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 msgr2=0x7f654412e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 0x7f654412e0f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 rx=0x7f6540011000 tx=0x7f6540017000).stop 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 shutdown_connections 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f6544125be0 0x7f654412e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6544062700 0x7f654412dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 --2- 172.21.15.38:0/837609182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6544069370 0x7f654412e0f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 >> 172.21.15.38:0/837609182 conn(0x7f654409a660 msgr2=0x7f6544123850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:50.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 shutdown_connections 2024-05-08T22:37:50.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.581+0000 7f654beda700 1 -- 172.21.15.38:0/837609182 wait complete. 2024-05-08T22:37:50.584 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:37:50.592 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":169,"stamp":"2024-05-08T22:37:49.727937+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4420988906,"num_objects":1077,"num_object_clones":0,"num_object_copies":2154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1077,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8314,"num_write_kb":25166069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8307,"ondisk_log_size":8307,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":14452344,"kb_used_data":13198424,"kb_used_omap":0,"kb_used_meta":1237504,"kb_avail":363035016,"statfs":{"total":386547056640,"available":371747856384,"internally_reserved":0,"allocated":13515186176,"data_stored":13514670380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1267204096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-6316607385,"num_objects":-1506,"num_object_clones":0,"num_object_copies":-3012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1506,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1516,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002993"},"pg_stats":[{"pgid":"4.3f","version":"20'124","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.725715+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:46.725715+0000","last_peered":"2024-05-08T22:37:46.725715+0000","last_clean":"2024-05-08T22:37:46.725715+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:46.725715+0000","last_undegraded":"2024-05-08T22:37:46.725715+0000","last_fullsized":"2024-05-08T22:37:46.725715+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":124,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.635628+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:37:46.635628+0000","last_peered":"2024-05-08T22:37:46.635628+0000","last_clean":"2024-05-08T22:37:46.635628+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:37:46.635628+0000","last_undegraded":"2024-05-08T22:37:46.635628+0000","last_fullsized":"2024-05-08T22:37:46.635628+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762656+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:46.762656+0000","last_peered":"2024-05-08T22:37:46.762656+0000","last_clean":"2024-05-08T22:37:46.762656+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:46.762656+0000","last_undegraded":"2024-05-08T22:37:46.762656+0000","last_fullsized":"2024-05-08T22:37:46.762656+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.756628+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:46.756628+0000","last_peered":"2024-05-08T22:37:46.756628+0000","last_clean":"2024-05-08T22:37:46.756628+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:46.756628+0000","last_undegraded":"2024-05-08T22:37:46.756628+0000","last_fullsized":"2024-05-08T22:37:46.756628+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100663296,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'124","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.691465+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:37:46.691465+0000","last_peered":"2024-05-08T22:37:46.691465+0000","last_clean":"2024-05-08T22:37:46.691465+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:37:46.691465+0000","last_undegraded":"2024-05-08T22:37:46.691465+0000","last_fullsized":"2024-05-08T22:37:46.691465+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":124,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83886080,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":124,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'114","reported_seq":126,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.643860+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:46.643860+0000","last_peered":"2024-05-08T22:37:46.643860+0000","last_clean":"2024-05-08T22:37:46.643860+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:46.643860+0000","last_undegraded":"2024-05-08T22:37:46.643860+0000","last_fullsized":"2024-05-08T22:37:46.643860+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":114,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'147","reported_seq":159,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.714744+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:46.714744+0000","last_peered":"2024-05-08T22:37:46.714744+0000","last_clean":"2024-05-08T22:37:46.714744+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:46.714744+0000","last_undegraded":"2024-05-08T22:37:46.714744+0000","last_fullsized":"2024-05-08T22:37:46.714744+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.662988+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:46.662988+0000","last_peered":"2024-05-08T22:37:46.662988+0000","last_clean":"2024-05-08T22:37:46.662988+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:46.662988+0000","last_undegraded":"2024-05-08T22:37:46.662988+0000","last_fullsized":"2024-05-08T22:37:46.662988+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.511941+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:37:46.511941+0000","last_peered":"2024-05-08T22:37:46.511941+0000","last_clean":"2024-05-08T22:37:46.511941+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:37:46.511941+0000","last_undegraded":"2024-05-08T22:37:46.511941+0000","last_fullsized":"2024-05-08T22:37:46.511941+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'125","reported_seq":137,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.588146+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:46.588146+0000","last_peered":"2024-05-08T22:37:46.588146+0000","last_clean":"2024-05-08T22:37:46.588146+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:46.588146+0000","last_undegraded":"2024-05-08T22:37:46.588146+0000","last_fullsized":"2024-05-08T22:37:46.588146+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":125,"ondisk_log_size":125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'162","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.743965+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:46.743965+0000","last_peered":"2024-05-08T22:37:46.743965+0000","last_clean":"2024-05-08T22:37:46.743965+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:46.743965+0000","last_undegraded":"2024-05-08T22:37:46.743965+0000","last_fullsized":"2024-05-08T22:37:46.743965+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":162,"ondisk_log_size":162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'122","reported_seq":134,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.772825+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:37:46.772825+0000","last_peered":"2024-05-08T22:37:46.772825+0000","last_clean":"2024-05-08T22:37:46.772825+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:37:46.772825+0000","last_undegraded":"2024-05-08T22:37:46.772825+0000","last_fullsized":"2024-05-08T22:37:46.772825+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":122,"ondisk_log_size":122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":122,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.772950+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:37:46.772950+0000","last_peered":"2024-05-08T22:37:46.772950+0000","last_clean":"2024-05-08T22:37:46.772950+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:37:46.772950+0000","last_undegraded":"2024-05-08T22:37:46.772950+0000","last_fullsized":"2024-05-08T22:37:46.772950+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.713923+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:46.713923+0000","last_peered":"2024-05-08T22:37:46.713923+0000","last_clean":"2024-05-08T22:37:46.713923+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:46.713923+0000","last_undegraded":"2024-05-08T22:37:46.713923+0000","last_fullsized":"2024-05-08T22:37:46.713923+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762672+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:37:46.762672+0000","last_peered":"2024-05-08T22:37:46.762672+0000","last_clean":"2024-05-08T22:37:46.762672+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:37:46.762672+0000","last_undegraded":"2024-05-08T22:37:46.762672+0000","last_fullsized":"2024-05-08T22:37:46.762672+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'127","reported_seq":136,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.638838+0000","last_change":"2024-05-08T22:33:42.928540+0000","last_active":"2024-05-08T22:37:46.638838+0000","last_peered":"2024-05-08T22:37:46.638838+0000","last_clean":"2024-05-08T22:37:46.638838+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:37:46.638838+0000","last_undegraded":"2024-05-08T22:37:46.638838+0000","last_fullsized":"2024-05-08T22:37:46.638838+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.699161+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:37:46.699161+0000","last_peered":"2024-05-08T22:37:46.699161+0000","last_clean":"2024-05-08T22:37:46.699161+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:37:46.699161+0000","last_undegraded":"2024-05-08T22:37:46.699161+0000","last_fullsized":"2024-05-08T22:37:46.699161+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.762914+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:37:46.762914+0000","last_peered":"2024-05-08T22:37:46.762914+0000","last_clean":"2024-05-08T22:37:46.762914+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:37:46.762914+0000","last_undegraded":"2024-05-08T22:37:46.762914+0000","last_fullsized":"2024-05-08T22:37:46.762914+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83886080,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'154","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.725803+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:37:46.725803+0000","last_peered":"2024-05-08T22:37:46.725803+0000","last_clean":"2024-05-08T22:37:46.725803+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:37:46.725803+0000","last_undegraded":"2024-05-08T22:37:46.725803+0000","last_fullsized":"2024-05-08T22:37:46.725803+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":154,"ondisk_log_size":154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":154,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.724476+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:37:46.724476+0000","last_peered":"2024-05-08T22:37:46.724476+0000","last_clean":"2024-05-08T22:37:46.724476+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:37:46.724476+0000","last_undegraded":"2024-05-08T22:37:46.724476+0000","last_fullsized":"2024-05-08T22:37:46.724476+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.615767+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:37:46.615767+0000","last_peered":"2024-05-08T22:37:46.615767+0000","last_clean":"2024-05-08T22:37:46.615767+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:37:46.615767+0000","last_undegraded":"2024-05-08T22:37:46.615767+0000","last_fullsized":"2024-05-08T22:37:46.615767+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.736568+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:37:46.736568+0000","last_peered":"2024-05-08T22:37:46.736568+0000","last_clean":"2024-05-08T22:37:46.736568+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:37:46.736568+0000","last_undegraded":"2024-05-08T22:37:46.736568+0000","last_fullsized":"2024-05-08T22:37:46.736568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.623130+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:46.623130+0000","last_peered":"2024-05-08T22:37:46.623130+0000","last_clean":"2024-05-08T22:37:46.623130+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:46.623130+0000","last_undegraded":"2024-05-08T22:37:46.623130+0000","last_fullsized":"2024-05-08T22:37:46.623130+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.548070+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:37:46.548070+0000","last_peered":"2024-05-08T22:37:46.548070+0000","last_clean":"2024-05-08T22:37:46.548070+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:37:46.548070+0000","last_undegraded":"2024-05-08T22:37:46.548070+0000","last_fullsized":"2024-05-08T22:37:46.548070+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":157,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.565991+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:37:46.565991+0000","last_peered":"2024-05-08T22:37:46.565991+0000","last_clean":"2024-05-08T22:37:46.565991+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:37:46.565991+0000","last_undegraded":"2024-05-08T22:37:46.565991+0000","last_fullsized":"2024-05-08T22:37:46.565991+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'160","reported_seq":172,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.758981+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:37:46.758981+0000","last_peered":"2024-05-08T22:37:46.758981+0000","last_clean":"2024-05-08T22:37:46.758981+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:37:46.758981+0000","last_undegraded":"2024-05-08T22:37:46.758981+0000","last_fullsized":"2024-05-08T22:37:46.758981+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":160,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96468992,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":160,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'126","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.699407+0000","last_change":"2024-05-08T22:33:42.930261+0000","last_active":"2024-05-08T22:37:46.699407+0000","last_peered":"2024-05-08T22:37:46.699407+0000","last_clean":"2024-05-08T22:37:46.699407+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:37:46.699407+0000","last_undegraded":"2024-05-08T22:37:46.699407+0000","last_fullsized":"2024-05-08T22:37:46.699407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907107+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:33:41.907107+0000","last_peered":"2024-05-08T22:33:41.907107+0000","last_clean":"2024-05-08T22:33:41.907107+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:33:41.907107+0000","last_undegraded":"2024-05-08T22:33:41.907107+0000","last_fullsized":"2024-05-08T22:33:41.907107+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.731142+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:46.731142+0000","last_peered":"2024-05-08T22:37:46.731142+0000","last_clean":"2024-05-08T22:37:46.731142+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:46.731142+0000","last_undegraded":"2024-05-08T22:37:46.731142+0000","last_fullsized":"2024-05-08T22:37:46.731142+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":92274688,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906862+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:33:41.906862+0000","last_peered":"2024-05-08T22:33:41.906862+0000","last_clean":"2024-05-08T22:33:41.906862+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:33:41.906862+0000","last_undegraded":"2024-05-08T22:33:41.906862+0000","last_fullsized":"2024-05-08T22:33:41.906862+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'126","reported_seq":138,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.714680+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:37:46.714680+0000","last_peered":"2024-05-08T22:37:46.714680+0000","last_clean":"2024-05-08T22:37:46.714680+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:37:46.714680+0000","last_undegraded":"2024-05-08T22:37:46.714680+0000","last_fullsized":"2024-05-08T22:37:46.714680+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905881+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:33:41.905881+0000","last_peered":"2024-05-08T22:33:41.905881+0000","last_clean":"2024-05-08T22:33:41.905881+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:33:41.905881+0000","last_undegraded":"2024-05-08T22:33:41.905881+0000","last_fullsized":"2024-05-08T22:33:41.905881+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'111","reported_seq":123,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.668899+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:46.668899+0000","last_peered":"2024-05-08T22:37:46.668899+0000","last_clean":"2024-05-08T22:37:46.668899+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:46.668899+0000","last_undegraded":"2024-05-08T22:37:46.668899+0000","last_fullsized":"2024-05-08T22:37:46.668899+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":111,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.928389+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:33:42.928389+0000","last_peered":"2024-05-08T22:33:42.928389+0000","last_clean":"2024-05-08T22:33:42.928389+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:33:42.928389+0000","last_undegraded":"2024-05-08T22:33:42.928389+0000","last_fullsized":"2024-05-08T22:33:42.928389+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.574989+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:46.574989+0000","last_peered":"2024-05-08T22:37:46.574989+0000","last_clean":"2024-05-08T22:37:46.574989+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:46.574989+0000","last_undegraded":"2024-05-08T22:37:46.574989+0000","last_fullsized":"2024-05-08T22:37:46.574989+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911501+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:33:41.911501+0000","last_peered":"2024-05-08T22:33:41.911501+0000","last_clean":"2024-05-08T22:33:41.911501+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:33:41.911501+0000","last_undegraded":"2024-05-08T22:33:41.911501+0000","last_fullsized":"2024-05-08T22:33:41.911501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'166","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.707191+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:46.707191+0000","last_peered":"2024-05-08T22:37:46.707191+0000","last_clean":"2024-05-08T22:37:46.707191+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:46.707191+0000","last_undegraded":"2024-05-08T22:37:46.707191+0000","last_fullsized":"2024-05-08T22:37:46.707191+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":166,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'7","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:03.842098+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:37:03.842098+0000","last_peered":"2024-05-08T22:37:03.842098+0000","last_clean":"2024-05-08T22:37:03.842098+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:37:03.842098+0000","last_undegraded":"2024-05-08T22:37:03.842098+0000","last_fullsized":"2024-05-08T22:37:03.842098+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":7,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.733956+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:37:46.733956+0000","last_peered":"2024-05-08T22:37:46.733956+0000","last_clean":"2024-05-08T22:37:46.733956+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:37:46.733956+0000","last_undegraded":"2024-05-08T22:37:46.733956+0000","last_fullsized":"2024-05-08T22:37:46.733956+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'89","reported_seq":102,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:43.830109+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:37:43.830109+0000","last_peered":"2024-05-08T22:37:43.830109+0000","last_clean":"2024-05-08T22:37:43.830109+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:37:43.830109+0000","last_undegraded":"2024-05-08T22:37:43.830109+0000","last_fullsized":"2024-05-08T22:37:43.830109+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":89,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191215,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":88,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'142","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.753904+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:37:46.753904+0000","last_peered":"2024-05-08T22:37:46.753904+0000","last_clean":"2024-05-08T22:37:46.753904+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:37:46.753904+0000","last_undegraded":"2024-05-08T22:37:46.753904+0000","last_fullsized":"2024-05-08T22:37:46.753904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":142,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904751+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:33:41.904751+0000","last_peered":"2024-05-08T22:33:41.904751+0000","last_clean":"2024-05-08T22:33:41.904751+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:33:41.904751+0000","last_undegraded":"2024-05-08T22:33:41.904751+0000","last_fullsized":"2024-05-08T22:33:41.904751+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'127","reported_seq":139,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.692903+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:46.692903+0000","last_peered":"2024-05-08T22:37:46.692903+0000","last_clean":"2024-05-08T22:37:46.692903+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:46.692903+0000","last_undegraded":"2024-05-08T22:37:46.692903+0000","last_fullsized":"2024-05-08T22:37:46.692903+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":127,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":46137344,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":127,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909384+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:33:41.909384+0000","last_peered":"2024-05-08T22:33:41.909384+0000","last_clean":"2024-05-08T22:33:41.909384+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:33:41.909384+0000","last_undegraded":"2024-05-08T22:33:41.909384+0000","last_fullsized":"2024-05-08T22:33:41.909384+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.703476+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:46.703476+0000","last_peered":"2024-05-08T22:37:46.703476+0000","last_clean":"2024-05-08T22:37:46.703476+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:46.703476+0000","last_undegraded":"2024-05-08T22:37:46.703476+0000","last_fullsized":"2024-05-08T22:37:46.703476+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904458+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:33:41.904458+0000","last_peered":"2024-05-08T22:33:41.904458+0000","last_clean":"2024-05-08T22:33:41.904458+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:33:41.904458+0000","last_undegraded":"2024-05-08T22:33:41.904458+0000","last_fullsized":"2024-05-08T22:33:41.904458+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'194","reported_seq":214,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.707243+0000","last_change":"2024-05-08T22:33:42.930095+0000","last_active":"2024-05-08T22:37:46.707243+0000","last_peered":"2024-05-08T22:37:46.707243+0000","last_clean":"2024-05-08T22:37:46.707243+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:37:46.707243+0000","last_undegraded":"2024-05-08T22:37:46.707243+0000","last_fullsized":"2024-05-08T22:37:46.707243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":194,"ondisk_log_size":194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104857600,"num_objects":25,"num_object_clones":0,"num_object_copies":50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":194,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.924431+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:33:42.924431+0000","last_peered":"2024-05-08T22:33:42.924431+0000","last_clean":"2024-05-08T22:33:42.924431+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:33:42.924431+0000","last_undegraded":"2024-05-08T22:33:42.924431+0000","last_fullsized":"2024-05-08T22:33:42.924431+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.733920+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:46.733920+0000","last_peered":"2024-05-08T22:37:46.733920+0000","last_clean":"2024-05-08T22:37:46.733920+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:46.733920+0000","last_undegraded":"2024-05-08T22:37:46.733920+0000","last_fullsized":"2024-05-08T22:37:46.733920+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909278+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:33:41.909278+0000","last_peered":"2024-05-08T22:33:41.909278+0000","last_clean":"2024-05-08T22:33:41.909278+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:33:41.909278+0000","last_undegraded":"2024-05-08T22:33:41.909278+0000","last_fullsized":"2024-05-08T22:33:41.909278+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'123","reported_seq":132,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.412840+0000","last_change":"2024-05-08T22:33:42.926180+0000","last_active":"2024-05-08T22:37:46.412840+0000","last_peered":"2024-05-08T22:37:46.412840+0000","last_clean":"2024-05-08T22:37:46.412840+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:37:46.412840+0000","last_undegraded":"2024-05-08T22:37:46.412840+0000","last_fullsized":"2024-05-08T22:37:46.412840+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911428+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:33:41.911428+0000","last_peered":"2024-05-08T22:33:41.911428+0000","last_clean":"2024-05-08T22:33:41.911428+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:33:41.911428+0000","last_undegraded":"2024-05-08T22:33:41.911428+0000","last_fullsized":"2024-05-08T22:33:41.911428+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'117","reported_seq":129,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.674258+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:37:46.674258+0000","last_peered":"2024-05-08T22:37:46.674258+0000","last_clean":"2024-05-08T22:37:46.674258+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:37:46.674258+0000","last_undegraded":"2024-05-08T22:37:46.674258+0000","last_fullsized":"2024-05-08T22:37:46.674258+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906367+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:33:41.906367+0000","last_peered":"2024-05-08T22:33:41.906367+0000","last_clean":"2024-05-08T22:33:41.906367+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:33:41.906367+0000","last_undegraded":"2024-05-08T22:33:41.906367+0000","last_fullsized":"2024-05-08T22:33:41.906367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.642760+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:37:46.642760+0000","last_peered":"2024-05-08T22:37:46.642760+0000","last_clean":"2024-05-08T22:37:46.642760+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:37:46.642760+0000","last_undegraded":"2024-05-08T22:37:46.642760+0000","last_fullsized":"2024-05-08T22:37:46.642760+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910810+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:33:41.910810+0000","last_peered":"2024-05-08T22:33:41.910810+0000","last_clean":"2024-05-08T22:33:41.910810+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:33:41.910810+0000","last_undegraded":"2024-05-08T22:33:41.910810+0000","last_fullsized":"2024-05-08T22:33:41.910810+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.655622+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:37:46.655622+0000","last_peered":"2024-05-08T22:37:46.655622+0000","last_clean":"2024-05-08T22:37:46.655622+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:37:46.655622+0000","last_undegraded":"2024-05-08T22:37:46.655622+0000","last_fullsized":"2024-05-08T22:37:46.655622+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.921716+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:33:42.921716+0000","last_peered":"2024-05-08T22:33:42.921716+0000","last_clean":"2024-05-08T22:33:42.921716+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:33:42.921716+0000","last_undegraded":"2024-05-08T22:33:42.921716+0000","last_fullsized":"2024-05-08T22:33:42.921716+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'121","reported_seq":133,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.722445+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:37:46.722445+0000","last_peered":"2024-05-08T22:37:46.722445+0000","last_clean":"2024-05-08T22:37:46.722445+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:37:46.722445+0000","last_undegraded":"2024-05-08T22:37:46.722445+0000","last_fullsized":"2024-05-08T22:37:46.722445+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":121,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":121,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905545+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:33:41.905545+0000","last_peered":"2024-05-08T22:33:41.905545+0000","last_clean":"2024-05-08T22:33:41.905545+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:33:41.905545+0000","last_undegraded":"2024-05-08T22:33:41.905545+0000","last_fullsized":"2024-05-08T22:33:41.905545+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'130","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.716460+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:46.716460+0000","last_peered":"2024-05-08T22:37:46.716460+0000","last_clean":"2024-05-08T22:37:46.716460+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:46.716460+0000","last_undegraded":"2024-05-08T22:37:46.716460+0000","last_fullsized":"2024-05-08T22:37:46.716460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":130,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904059+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:33:41.904059+0000","last_peered":"2024-05-08T22:33:41.904059+0000","last_clean":"2024-05-08T22:33:41.904059+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:33:41.904059+0000","last_undegraded":"2024-05-08T22:33:41.904059+0000","last_fullsized":"2024-05-08T22:33:41.904059+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'123","reported_seq":135,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.660334+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:37:46.660334+0000","last_peered":"2024-05-08T22:37:46.660334+0000","last_clean":"2024-05-08T22:37:46.660334+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:37:46.660334+0000","last_undegraded":"2024-05-08T22:37:46.660334+0000","last_fullsized":"2024-05-08T22:37:46.660334+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":123,"ondisk_log_size":123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905336+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:33:41.905336+0000","last_peered":"2024-05-08T22:33:41.905336+0000","last_clean":"2024-05-08T22:33:41.905336+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:33:41.905336+0000","last_undegraded":"2024-05-08T22:33:41.905336+0000","last_fullsized":"2024-05-08T22:33:41.905336+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'112","reported_seq":124,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.696451+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:37:46.696451+0000","last_peered":"2024-05-08T22:37:46.696451+0000","last_clean":"2024-05-08T22:37:46.696451+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:37:46.696451+0000","last_undegraded":"2024-05-08T22:37:46.696451+0000","last_fullsized":"2024-05-08T22:37:46.696451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":112,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":112,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910571+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:33:41.910571+0000","last_peered":"2024-05-08T22:33:41.910571+0000","last_clean":"2024-05-08T22:33:41.910571+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:33:41.910571+0000","last_undegraded":"2024-05-08T22:33:41.910571+0000","last_fullsized":"2024-05-08T22:33:41.910571+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911427+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:33:41.911427+0000","last_peered":"2024-05-08T22:33:41.911427+0000","last_clean":"2024-05-08T22:33:41.911427+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:33:41.911427+0000","last_undegraded":"2024-05-08T22:33:41.911427+0000","last_fullsized":"2024-05-08T22:33:41.911427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'132","reported_seq":144,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.717418+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:37:46.717418+0000","last_peered":"2024-05-08T22:37:46.717418+0000","last_clean":"2024-05-08T22:37:46.717418+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:37:46.717418+0000","last_undegraded":"2024-05-08T22:37:46.717418+0000","last_fullsized":"2024-05-08T22:37:46.717418+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":132,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75497472,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905640+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:33:41.905640+0000","last_peered":"2024-05-08T22:33:41.905640+0000","last_clean":"2024-05-08T22:33:41.905640+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:33:41.905640+0000","last_undegraded":"2024-05-08T22:33:41.905640+0000","last_fullsized":"2024-05-08T22:33:41.905640+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909568+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:33:41.909568+0000","last_peered":"2024-05-08T22:33:41.909568+0000","last_clean":"2024-05-08T22:33:41.909568+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:33:41.909568+0000","last_undegraded":"2024-05-08T22:33:41.909568+0000","last_fullsized":"2024-05-08T22:33:41.909568+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'114","reported_seq":126,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.588380+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:37:46.588380+0000","last_peered":"2024-05-08T22:37:46.588380+0000","last_clean":"2024-05-08T22:37:46.588380+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:37:46.588380+0000","last_undegraded":"2024-05-08T22:37:46.588380+0000","last_fullsized":"2024-05-08T22:37:46.588380+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":114,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":114,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.908951+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:33:41.908951+0000","last_peered":"2024-05-08T22:33:41.908951+0000","last_clean":"2024-05-08T22:33:41.908951+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:33:41.908951+0000","last_undegraded":"2024-05-08T22:33:41.908951+0000","last_fullsized":"2024-05-08T22:33:41.908951+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907206+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:33:41.907206+0000","last_peered":"2024-05-08T22:33:41.907206+0000","last_clean":"2024-05-08T22:33:41.907206+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:33:41.907206+0000","last_undegraded":"2024-05-08T22:33:41.907206+0000","last_fullsized":"2024-05-08T22:33:41.907206+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.665059+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:37:46.665059+0000","last_peered":"2024-05-08T22:37:46.665059+0000","last_clean":"2024-05-08T22:37:46.665059+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:37:46.665059+0000","last_undegraded":"2024-05-08T22:37:46.665059+0000","last_fullsized":"2024-05-08T22:37:46.665059+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904623+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:33:41.904623+0000","last_peered":"2024-05-08T22:33:41.904623+0000","last_clean":"2024-05-08T22:33:41.904623+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:33:41.904623+0000","last_undegraded":"2024-05-08T22:33:41.904623+0000","last_fullsized":"2024-05-08T22:33:41.904623+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906903+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:33:41.906903+0000","last_peered":"2024-05-08T22:33:41.906903+0000","last_clean":"2024-05-08T22:33:41.906903+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:33:41.906903+0000","last_undegraded":"2024-05-08T22:33:41.906903+0000","last_fullsized":"2024-05-08T22:33:41.906903+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905427+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:33:41.905427+0000","last_peered":"2024-05-08T22:33:41.905427+0000","last_clean":"2024-05-08T22:33:41.905427+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:33:41.905427+0000","last_undegraded":"2024-05-08T22:33:41.905427+0000","last_fullsized":"2024-05-08T22:33:41.905427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'119","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.682769+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:46.682769+0000","last_peered":"2024-05-08T22:37:46.682769+0000","last_clean":"2024-05-08T22:37:46.682769+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:46.682769+0000","last_undegraded":"2024-05-08T22:37:46.682769+0000","last_fullsized":"2024-05-08T22:37:46.682769+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":119,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79691776,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":119,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905562+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:33:41.905562+0000","last_peered":"2024-05-08T22:33:41.905562+0000","last_clean":"2024-05-08T22:33:41.905562+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:33:41.905562+0000","last_undegraded":"2024-05-08T22:33:41.905562+0000","last_fullsized":"2024-05-08T22:33:41.905562+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:45.479811+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:37:45.479811+0000","last_peered":"2024-05-08T22:37:45.479811+0000","last_clean":"2024-05-08T22:37:45.479811+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:45.479811+0000","last_undegraded":"2024-05-08T22:37:45.479811+0000","last_fullsized":"2024-05-08T22:37:45.479811+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'139","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.728165+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:37:46.728165+0000","last_peered":"2024-05-08T22:37:46.728165+0000","last_clean":"2024-05-08T22:37:46.728165+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:37:46.728165+0000","last_undegraded":"2024-05-08T22:37:46.728165+0000","last_fullsized":"2024-05-08T22:37:46.728165+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71303168,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":139,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906532+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:33:41.906532+0000","last_peered":"2024-05-08T22:33:41.906532+0000","last_clean":"2024-05-08T22:33:41.906532+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:33:41.906532+0000","last_undegraded":"2024-05-08T22:33:41.906532+0000","last_fullsized":"2024-05-08T22:33:41.906532+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907613+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:33:41.907613+0000","last_peered":"2024-05-08T22:33:41.907613+0000","last_clean":"2024-05-08T22:33:41.907613+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:33:41.907613+0000","last_undegraded":"2024-05-08T22:33:41.907613+0000","last_fullsized":"2024-05-08T22:33:41.907613+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'117","reported_seq":129,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.514225+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:37:46.514225+0000","last_peered":"2024-05-08T22:37:46.514225+0000","last_clean":"2024-05-08T22:37:46.514225+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:37:46.514225+0000","last_undegraded":"2024-05-08T22:37:46.514225+0000","last_fullsized":"2024-05-08T22:37:46.514225+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":88080384,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.923270+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:33:42.923270+0000","last_peered":"2024-05-08T22:33:42.923270+0000","last_clean":"2024-05-08T22:33:42.923270+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:33:42.923270+0000","last_undegraded":"2024-05-08T22:33:42.923270+0000","last_fullsized":"2024-05-08T22:33:42.923270+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910311+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:33:41.910311+0000","last_peered":"2024-05-08T22:33:41.910311+0000","last_clean":"2024-05-08T22:33:41.910311+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:33:41.910311+0000","last_undegraded":"2024-05-08T22:33:41.910311+0000","last_fullsized":"2024-05-08T22:33:41.910311+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.623451+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:37:46.623451+0000","last_peered":"2024-05-08T22:37:46.623451+0000","last_clean":"2024-05-08T22:37:46.623451+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:37:46.623451+0000","last_undegraded":"2024-05-08T22:37:46.623451+0000","last_fullsized":"2024-05-08T22:37:46.623451+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905936+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:33:41.905936+0000","last_peered":"2024-05-08T22:33:41.905936+0000","last_clean":"2024-05-08T22:33:41.905936+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:33:41.905936+0000","last_undegraded":"2024-05-08T22:33:41.905936+0000","last_fullsized":"2024-05-08T22:33:41.905936+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:03.897359+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:37:03.897359+0000","last_peered":"2024-05-08T22:37:03.897359+0000","last_clean":"2024-05-08T22:37:03.897359+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:03.897359+0000","last_undegraded":"2024-05-08T22:37:03.897359+0000","last_fullsized":"2024-05-08T22:37:03.897359+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'113","reported_seq":125,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.737489+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:37:46.737489+0000","last_peered":"2024-05-08T22:37:46.737489+0000","last_clean":"2024-05-08T22:37:46.737489+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:37:46.737489+0000","last_undegraded":"2024-05-08T22:37:46.737489+0000","last_fullsized":"2024-05-08T22:37:46.737489+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":113,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":113,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909660+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:33:41.909660+0000","last_peered":"2024-05-08T22:33:41.909660+0000","last_clean":"2024-05-08T22:33:41.909660+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:33:41.909660+0000","last_undegraded":"2024-05-08T22:33:41.909660+0000","last_fullsized":"2024-05-08T22:33:41.909660+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'116","reported_seq":128,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.697352+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:37:46.697352+0000","last_peered":"2024-05-08T22:37:46.697352+0000","last_clean":"2024-05-08T22:37:46.697352+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:37:46.697352+0000","last_undegraded":"2024-05-08T22:37:46.697352+0000","last_fullsized":"2024-05-08T22:37:46.697352+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":116,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":116,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910635+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:33:41.910635+0000","last_peered":"2024-05-08T22:33:41.910635+0000","last_clean":"2024-05-08T22:33:41.910635+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:33:41.910635+0000","last_undegraded":"2024-05-08T22:33:41.910635+0000","last_fullsized":"2024-05-08T22:33:41.910635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.756813+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:37:46.756813+0000","last_peered":"2024-05-08T22:37:46.756813+0000","last_clean":"2024-05-08T22:37:46.756813+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:37:46.756813+0000","last_undegraded":"2024-05-08T22:37:46.756813+0000","last_fullsized":"2024-05-08T22:37:46.756813+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.922460+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:33:42.922460+0000","last_peered":"2024-05-08T22:33:42.922460+0000","last_clean":"2024-05-08T22:33:42.922460+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:33:42.922460+0000","last_undegraded":"2024-05-08T22:33:42.922460+0000","last_fullsized":"2024-05-08T22:33:42.922460+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'110","reported_seq":122,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.639360+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:37:46.639360+0000","last_peered":"2024-05-08T22:37:46.639360+0000","last_clean":"2024-05-08T22:37:46.639360+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:37:46.639360+0000","last_undegraded":"2024-05-08T22:37:46.639360+0000","last_fullsized":"2024-05-08T22:37:46.639360+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":110,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54525952,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":110,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906718+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:33:41.906718+0000","last_peered":"2024-05-08T22:33:41.906718+0000","last_clean":"2024-05-08T22:33:41.906718+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:33:41.906718+0000","last_undegraded":"2024-05-08T22:33:41.906718+0000","last_fullsized":"2024-05-08T22:33:41.906718+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'132","reported_seq":141,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.676367+0000","last_change":"2024-05-08T22:33:42.929961+0000","last_active":"2024-05-08T22:37:46.676367+0000","last_peered":"2024-05-08T22:37:46.676367+0000","last_clean":"2024-05-08T22:37:46.676367+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:37:46.676367+0000","last_undegraded":"2024-05-08T22:37:46.676367+0000","last_fullsized":"2024-05-08T22:37:46.676367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":132,"ondisk_log_size":132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910784+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:33:41.910784+0000","last_peered":"2024-05-08T22:33:41.910784+0000","last_clean":"2024-05-08T22:33:41.910784+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:33:41.910784+0000","last_undegraded":"2024-05-08T22:33:41.910784+0000","last_fullsized":"2024-05-08T22:33:41.910784+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.664678+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:37:46.664678+0000","last_peered":"2024-05-08T22:37:46.664678+0000","last_clean":"2024-05-08T22:37:46.664678+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:37:46.664678+0000","last_undegraded":"2024-05-08T22:37:46.664678+0000","last_fullsized":"2024-05-08T22:37:46.664678+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":146,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'125","reported_seq":137,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.654309+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:37:46.654309+0000","last_peered":"2024-05-08T22:37:46.654309+0000","last_clean":"2024-05-08T22:37:46.654309+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:37:46.654309+0000","last_undegraded":"2024-05-08T22:37:46.654309+0000","last_fullsized":"2024-05-08T22:37:46.654309+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":125,"ondisk_log_size":125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67108864,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":125,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'113","reported_seq":125,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.759518+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:46.759518+0000","last_peered":"2024-05-08T22:37:46.759518+0000","last_clean":"2024-05-08T22:37:46.759518+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:46.759518+0000","last_undegraded":"2024-05-08T22:37:46.759518+0000","last_fullsized":"2024-05-08T22:37:46.759518+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":113,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41943040,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":113,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'108","reported_seq":120,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.674898+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:37:46.674898+0000","last_peered":"2024-05-08T22:37:46.674898+0000","last_clean":"2024-05-08T22:37:46.674898+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:37:46.674898+0000","last_undegraded":"2024-05-08T22:37:46.674898+0000","last_fullsized":"2024-05-08T22:37:46.674898+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":108,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":108,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'99","reported_seq":108,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.665085+0000","last_change":"2024-05-08T22:33:42.926674+0000","last_active":"2024-05-08T22:37:46.665085+0000","last_peered":"2024-05-08T22:37:46.665085+0000","last_clean":"2024-05-08T22:37:46.665085+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:37:46.665085+0000","last_undegraded":"2024-05-08T22:37:46.665085+0000","last_fullsized":"2024-05-08T22:37:46.665085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":99,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":50331648,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":99,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'115","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:46.580462+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:37:46.580462+0000","last_peered":"2024-05-08T22:37:46.580462+0000","last_clean":"2024-05-08T22:37:46.580462+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:37:46.580462+0000","last_undegraded":"2024-05-08T22:37:46.580462+0000","last_fullsized":"2024-05-08T22:37:46.580462+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":4420796416,"num_objects":1054,"num_object_clones":0,"num_object_copies":2108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8162,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8770289664,"data_stored":8770289664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8163,"ondisk_log_size":8163,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":192490,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":152,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":450560,"data_stored":384980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705727,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4729344,"kb_used_data":4415864,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":89642496,"statfs":{"total":96636764160,"available":91793915904,"internally_reserved":0,"allocated":4521844736,"data_stored":4521710599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.20000000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.34300000000000003},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.22}]},{"osd":1,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.247,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.57099999999999995,"5min":0.629,"15min":0.629},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.375,"15min":0.35599999999999998},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.314}]},{"osd":2,"last update":"Wed May 8 22:36:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.26500000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.246},{"interface":"front","average":{"1min":0.443,"5min":0.39700000000000002,"15min":0.378},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.29399999999999998}]}]},{"osd":2,"up_from":9,"seq":38654705726,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2353656,"kb_used_data":2040176,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":92018184,"statfs":{"total":96636764160,"available":94226620416,"internally_reserved":0,"allocated":2089140224,"data_stored":2089014590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.29799999999999999,"15min":0.29499999999999998},"min":{"1min":0.17599999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.41899999999999998,"5min":0.496,"15min":0.496},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32800000000000001,"15min":0.33000000000000002},"min":{"1min":0.20000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.442,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.32000000000000001}]},{"osd":1,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.34399999999999997,"15min":0.34499999999999997},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.43099999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.372},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51800000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.41099999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.35599999999999998,"15min":0.35199999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.502,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56399999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30199999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705727,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3680580,"kb_used_data":3371196,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":90691260,"statfs":{"total":96636764160,"available":92867850240,"internally_reserved":0,"allocated":3452104704,"data_stored":3451972875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.41799999999999998,"5min":0.499,"15min":0.499},"last":2.5600000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.377,"15min":0.373},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":8.6280000000000001}]},{"osd":2,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.373,"15min":0.373},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.44900000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.379,"15min":0.377},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.44500000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.28000000000000003}]},{"osd":3,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.40100000000000002,"15min":0.40200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.47099999999999997,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.312},{"interface":"front","average":{"1min":0.379,"5min":0.39900000000000002,"15min":0.39500000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.23699999999999999}]}]},{"osd":1,"up_from":9,"seq":38654705727,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3688764,"kb_used_data":3371188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":90683076,"statfs":{"total":96636764160,"available":92859469824,"internally_reserved":0,"allocated":3452096512,"data_stored":3451972316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.314,"15min":0.30399999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.375,"5min":0.34899999999999998,"15min":0.33800000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.29699999999999999}]},{"osd":2,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.34499999999999997,"15min":0.33600000000000002},"min":{"1min":0.25,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.46300000000000002,"5min":0.504,"15min":0.504},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.35699999999999998,"15min":0.34799999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.496,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35499999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.375,"15min":0.36899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.36699999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51200000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.375}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204800,"data_stored":191720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":212992,"data_stored":191409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1937768448,"data_stored":1937768448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2617245696,"data_stored":2617245696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1786773504,"data_stored":1786773504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2428502016,"data_stored":2428502016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:37:50.597 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 Processor -- start 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 -- start start 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 0x7f3d48096160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3d4812dfa0 0x7f3d48130390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d480686b0 con 0x7f3d48096650 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d48069290 con 0x7f3d4812dfa0 2024-05-08T22:37:50.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4ce37700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d48068a00 con 0x7f3d48068eb0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 0x7f3d48096160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4659c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 0x7f3d48096160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53136/0 (socket says 172.21.15.38:53136) 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d46d9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3d4812dfa0 0x7f3d48130390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.752+0000 7f3d4659c700 1 -- 172.21.15.38:0/548240060 learned_addr learned my addr 172.21.15.38:0/548240060 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d46d9d700 1 -- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 msgr2=0x7f3d48096160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d46d9d700 1 --2- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 0x7f3d48096160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d46d9d700 1 -- 172.21.15.38:0/548240060 >> v1:172.21.15.38:6789/0 conn(0x7f3d48096650 legacy=0x7f3d48096a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d4559a700 1 -- 172.21.15.38:0/548240060 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3581687340 0 0) 0x7f3d480686b0 con 0x7f3d48096650 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d46d9d700 1 -- 172.21.15.38:0/548240060 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d48097b90 con 0x7f3d4812dfa0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d4659c700 1 --2- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 0x7f3d48096160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d46d9d700 1 --2- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d4812dfa0 0x7f3d48130390 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 rx=0x7f3d40009e60 tx=0x7f3d40009780).ready entity=mon.0 client_cookie=7673e4140b37eb87 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d4559a700 1 -- 172.21.15.38:0/548240060 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d4000e070 con 0x7f3d4812dfa0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d4559a700 1 -- 172.21.15.38:0/548240060 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d4000bb60 con 0x7f3d4812dfa0 2024-05-08T22:37:50.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.753+0000 7f3d4559a700 1 -- 172.21.15.38:0/548240060 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d40012410 con 0x7f3d4812dfa0 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 -- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d4812dfa0 msgr2=0x7f3d48130390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d4812dfa0 0x7f3d48130390 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 rx=0x7f3d40009e60 tx=0x7f3d40009780).stop 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 -- 172.21.15.38:0/548240060 shutdown_connections 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d4812dfa0 0x7f3d48130390 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/548240060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48068eb0 0x7f3d48096160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 -- 172.21.15.38:0/548240060 >> 172.21.15.38:0/548240060 conn(0x7f3d480631d0 msgr2=0x7f3d48098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 -- 172.21.15.38:0/548240060 shutdown_connections 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.754+0000 7f3d4ce37700 1 -- 172.21.15.38:0/548240060 wait complete. 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 Processor -- start 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 -- start start 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 0x7f3d4813a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48096650 0x7f3d4813ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3d4812dfa0 0x7f3d48063840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4812e420 con 0x7f3d48068eb0 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4811c6d0 con 0x7f3d48096650 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4ce37700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4811d5a0 con 0x7f3d4812dfa0 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4659c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 0x7f3d4813a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d46d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3d4812dfa0 0x7f3d48063840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4659c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 0x7f3d4813a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46818/0 (socket says 172.21.15.38:46818) 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d4659c700 1 -- 172.21.15.38:0/1809135823 learned_addr learned my addr 172.21.15.38:0/1809135823 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.755+0000 7f3d45d9b700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48096650 0x7f3d4813ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4659c700 1 -- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3d4812dfa0 msgr2=0x7f3d48063840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4659c700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3d4812dfa0 0x7f3d48063840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4659c700 1 -- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48096650 msgr2=0x7f3d4813ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4659c700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48096650 0x7f3d4813ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4659c700 1 -- 172.21.15.38:0/1809135823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d38009370 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d46d9d700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3d4812dfa0 0x7f3d48063840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4659c700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 0x7f3d4813a670 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 rx=0x7f3d3800ea20 tx=0x7f3d380090f0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d38009650 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d3800ee60 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d40009a20 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3800ca60 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.756+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d4811e220 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.757+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f3d3801b400 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.757+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f3d3803b750 con 0x7f3d48068eb0 2024-05-08T22:37:50.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.757+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d4809c140 con 0x7f3d48068eb0 2024-05-08T22:37:50.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.762+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f3d38016070 con 0x7f3d48068eb0 2024-05-08T22:37:50.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.928+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3d48067780 con 0x7f3d48068eb0 2024-05-08T22:37:50.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.929+0000 7f3d36ffd700 1 -- 172.21.15.38:0/1809135823 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+11637 (secure 0 0 0) 0x7f3d38029090 con 0x7f3d48068eb0 2024-05-08T22:37:50.929 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:50.929 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":20,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:33:42.892872+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"pacific","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.8","mappings":[{"from":3,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":0}]},{"pgid":"4.16","mappings":[{"from":3,"to":2}]},{"pgid":"4.19","mappings":[{"from":3,"to":0}]},{"pgid":"4.23","mappings":[{"from":3,"to":2}]},{"pgid":"4.25","mappings":[{"from":3,"to":2}]},{"pgid":"4.30","mappings":[{"from":3,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 >> v1:172.21.15.38:6816/46721 conn(0x7f3d2802bd00 legacy=0x7f3d2802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 msgr2=0x7f3d4813a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 0x7f3d4813a670 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 rx=0x7f3d3800ea20 tx=0x7f3d380090f0).stop 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 shutdown_connections 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3d4812dfa0 0x7f3d48063840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d48068eb0 0x7f3d4813a670 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.930+0000 7f3d4ce37700 1 --2- 172.21.15.38:0/1809135823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d48096650 0x7f3d4813ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.931+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 >> 172.21.15.38:0/1809135823 conn(0x7f3d480631d0 msgr2=0x7f3d48111e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.931+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 shutdown_connections 2024-05-08T22:37:50.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:50.931+0000 7f3d4ce37700 1 -- 172.21.15.38:0/1809135823 wait complete. 2024-05-08T22:37:51.944 INFO:tasks.ceph:Scrubbing osd.0 2024-05-08T22:37:51.944 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-05-08T22:37:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.081+0000 7f1004deb700 1 Processor -- start 2024-05-08T22:37:52.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.081+0000 7f1004deb700 1 -- start start 2024-05-08T22:37:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f1004deb700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f100012cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f1004deb700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 0x7f100012f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f1004deb700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1000092430 con 0x7f1000127b40 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f1004deb700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1000094010 con 0x7f100012d3e0 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f1004deb700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f100005e350 con 0x7f100012ab00 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f100012cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffed9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 0x7f100012f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffe59c700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f1000127b40 0x7f1000127f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:38476/0 (socket says 172.21.15.38:38476) 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffe59c700 1 -- 172.21.15.38:0/1525721614 learned_addr learned my addr 172.21.15.38:0/1525721614 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffed9d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 0x7f100012f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46830/0 (socket says 172.21.15.38:46830) 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f100012cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47002/0 (socket says 172.21.15.38:47002) 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/1525721614 >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 msgr2=0x7f100012f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 --2- 172.21.15.38:0/1525721614 >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 0x7f100012f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/1525721614 >> v1:172.21.15.38:6789/0 conn(0x7f1000127b40 legacy=0x7f1000127f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffd59a700 1 -- 172.21.15.38:0/1525721614 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1297424519 0 0) 0x7f1000092430 con 0x7f1000127b40 2024-05-08T22:37:52.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/1525721614 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1000093110 con 0x7f100012ab00 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffed9d700 1 --2- 172.21.15.38:0/1525721614 >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 0x7f100012f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.082+0000 7f0ffdd9b700 1 --2- 172.21.15.38:0/1525721614 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f100012cef0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 rx=0x7f0ff0009790 tx=0x7f0ff0009060).ready entity=mon.2 client_cookie=14f61588fc27abc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f0ffd59a700 1 -- 172.21.15.38:0/1525721614 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff00090d0 con 0x7f100012ab00 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f0ffd59a700 1 -- 172.21.15.38:0/1525721614 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ff000f510 con 0x7f100012ab00 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f0ffd59a700 1 -- 172.21.15.38:0/1525721614 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff000f890 con 0x7f100012ab00 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 -- 172.21.15.38:0/1525721614 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 msgr2=0x7f100012cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 --2- 172.21.15.38:0/1525721614 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f100012cef0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 rx=0x7f0ff0009790 tx=0x7f0ff0009060).stop 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 -- 172.21.15.38:0/1525721614 shutdown_connections 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 --2- 172.21.15.38:0/1525721614 >> v2:172.21.15.38:3300/0 conn(0x7f100012d3e0 0x7f100012f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 --2- 172.21.15.38:0/1525721614 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f100012cef0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 -- 172.21.15.38:0/1525721614 >> 172.21.15.38:0/1525721614 conn(0x7f100009a850 msgr2=0x7f1000096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 -- 172.21.15.38:0/1525721614 shutdown_connections 2024-05-08T22:37:52.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.083+0000 7f1004deb700 1 -- 172.21.15.38:0/1525721614 wait complete. 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.084+0000 7f1004deb700 1 Processor -- start 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.084+0000 7f1004deb700 1 -- start start 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f1004deb700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1000127b40 0x7f10001200c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f1004deb700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f10001205b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f1004deb700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f100012d3e0 0x7f1000120aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f1004deb700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1000123780 con 0x7f100012d3e0 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f1004deb700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1000121a90 con 0x7f1000127b40 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f1004deb700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1000128af0 con 0x7f100012ab00 2024-05-08T22:37:52.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f10001205b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f10001205b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47014/0 (socket says 172.21.15.38:47014) 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/3134424510 learned_addr learned my addr 172.21.15.38:0/3134424510 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffed9d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f100012d3e0 0x7f1000120aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffe59c700 1 --2- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1000127b40 0x7f10001200c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1000127b40 msgr2=0x7f10001200c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 --2- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1000127b40 0x7f10001200c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f100012d3e0 msgr2=0x7f1000120aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 --2- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f100012d3e0 0x7f1000120aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 -- 172.21.15.38:0/3134424510 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ff800bc30 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.085+0000 7f0ffdd9b700 1 --2- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f10001205b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 rx=0x7f0ff0009e30 tx=0x7f0ff0017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff000f890 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ff000fc50 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ff00092a0 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff001b410 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1000123360 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f0ff001b7c0 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.086+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1000129070 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.087+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f0ff003cb50 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.087+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 --> v1:172.21.15.38:6800/47280 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0fe0038980 con 0x7f0fe0034c70 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.087+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ff0023400 con 0x7f100012ab00 2024-05-08T22:37:52.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.088+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== osd.0 v1:172.21.15.38:6800/47280 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7f0fe0038980 con 0x7f0fe0034c70 2024-05-08T22:37:52.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.101+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 --> v1:172.21.15.38:6800/47280 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f1000123600 con 0x7f0fe0034c70 2024-05-08T22:37:52.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.101+0000 7f0feeffd700 1 -- 172.21.15.38:0/3134424510 <== osd.0 v1:172.21.15.38:6800/47280 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (unknown 0 0 1509541053) 0x7f0ff8009550 con 0x7f0fe0034c70 2024-05-08T22:37:52.101 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-05-08T22:37:52.101 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2024-05-08T22:37:52.102 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-05-08T22:37:52.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 >> v1:172.21.15.38:6800/47280 conn(0x7f0fe0034c70 legacy=0x7f0fe0037110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 >> v1:172.21.15.38:6816/46721 conn(0x7f0fe002bd00 legacy=0x7f0fe002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 msgr2=0x7f10001205b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 --2- 172.21.15.38:0/3134424510 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f100012ab00 0x7f10001205b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 rx=0x7f0ff0009e30 tx=0x7f0ff0017000).stop 2024-05-08T22:37:52.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f0ffed9d700 1 -- 172.21.15.38:0/3134424510 reap_dead start 2024-05-08T22:37:52.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 shutdown_connections 2024-05-08T22:37:52.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 >> 172.21.15.38:0/3134424510 conn(0x7f100009a850 msgr2=0x7f1000098b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 shutdown_connections 2024-05-08T22:37:52.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.102+0000 7f1004deb700 1 -- 172.21.15.38:0/3134424510 wait complete. 2024-05-08T22:37:52.113 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-05-08T22:37:52.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 Processor -- start 2024-05-08T22:37:52.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 -- start start 2024-05-08T22:37:52.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9a6c095730 0x7f9a6c095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c096000 0x7f9a6c12ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a6c0912b0 con 0x7f9a6c12f480 2024-05-08T22:37:52.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a6c091ba0 con 0x7f9a6c095730 2024-05-08T22:37:52.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a742bd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6c092650 con 0x7f9a6c096000 2024-05-08T22:37:52.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a72059700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9a6c095730 0x7f9a6c095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a71858700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c096000 0x7f9a6c12ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a7285a700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f9a6c12f480 0x7f9a6c131870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:38484/0 (socket says 172.21.15.38:38484) 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.233+0000 7f9a7285a700 1 -- 172.21.15.38:0/254613836 learned_addr learned my addr 172.21.15.38:0/254613836 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71858700 1 -- 172.21.15.38:0/254613836 >> v2:172.21.15.38:3300/0 conn(0x7f9a6c095730 msgr2=0x7f9a6c095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71858700 1 --2- 172.21.15.38:0/254613836 >> v2:172.21.15.38:3300/0 conn(0x7f9a6c095730 0x7f9a6c095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71858700 1 -- 172.21.15.38:0/254613836 >> v1:172.21.15.38:6789/0 conn(0x7f9a6c12f480 legacy=0x7f9a6c131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71057700 1 -- 172.21.15.38:0/254613836 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3738975244 0 0) 0x7f9a6c0912b0 con 0x7f9a6c12f480 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71858700 1 -- 172.21.15.38:0/254613836 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a6c05e560 con 0x7f9a6c096000 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a72059700 1 --2- 172.21.15.38:0/254613836 >> v2:172.21.15.38:3300/0 conn(0x7f9a6c095730 0x7f9a6c095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71858700 1 --2- 172.21.15.38:0/254613836 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c096000 0x7f9a6c12ef90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 rx=0x7f9a5c009790 tx=0x7f9a5c009060).ready entity=mon.2 client_cookie=ea54b90c173263f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71057700 1 -- 172.21.15.38:0/254613836 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c0090d0 con 0x7f9a6c096000 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71057700 1 -- 172.21.15.38:0/254613836 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a5c00f510 con 0x7f9a6c096000 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a71057700 1 -- 172.21.15.38:0/254613836 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c00f890 con 0x7f9a6c096000 2024-05-08T22:37:52.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a742bd700 1 -- 172.21.15.38:0/254613836 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c096000 msgr2=0x7f9a6c12ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.234+0000 7f9a742bd700 1 --2- 172.21.15.38:0/254613836 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c096000 0x7f9a6c12ef90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 rx=0x7f9a5c009790 tx=0x7f9a5c009060).stop 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 -- 172.21.15.38:0/254613836 shutdown_connections 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 --2- 172.21.15.38:0/254613836 >> v2:172.21.15.38:3300/0 conn(0x7f9a6c095730 0x7f9a6c095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 --2- 172.21.15.38:0/254613836 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c096000 0x7f9a6c12ef90 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 -- 172.21.15.38:0/254613836 >> 172.21.15.38:0/254613836 conn(0x7f9a6c09a850 msgr2=0x7f9a6c096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 -- 172.21.15.38:0/254613836 shutdown_connections 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 -- 172.21.15.38:0/254613836 wait complete. 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.235+0000 7f9a742bd700 1 Processor -- start 2024-05-08T22:37:52.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 -- start start 2024-05-08T22:37:52.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 0x7f9a6c08b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a6c096000 0x7f9a6c08ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a6c12f480 0x7f9a6c08bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6c08c3e0 con 0x7f9a6c096000 2024-05-08T22:37:52.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6c08d0a0 con 0x7f9a6c12f480 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a742bd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6c08ea10 con 0x7f9a6c095730 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 0x7f9a6c08b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 0x7f9a6c08b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47030/0 (socket says 172.21.15.38:47030) 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 -- 172.21.15.38:0/2033883155 learned_addr learned my addr 172.21.15.38:0/2033883155 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a71858700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a6c096000 0x7f9a6c08ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a7285a700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a6c12f480 0x7f9a6c08bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 -- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a6c12f480 msgr2=0x7f9a6c08bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a6c12f480 0x7f9a6c08bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 -- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a6c096000 msgr2=0x7f9a6c08ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a6c096000 0x7f9a6c08ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a72059700 1 -- 172.21.15.38:0/2033883155 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a680092a0 con 0x7f9a6c095730 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.236+0000 7f9a71858700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a6c096000 0x7f9a6c08ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.237+0000 7f9a72059700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 0x7f9a6c08b510 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 rx=0x7f9a6800ea50 tx=0x7f9a68009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.237+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a6800ee90 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.237+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a68009600 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.237+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a5c0092a0 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.237+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a6800ca60 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.237+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a6c0931c0 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.238+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f9a6801b400 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.238+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f9a6803b720 con 0x7f9a6c095730 2024-05-08T22:37:52.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.238+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a6c08fc40 con 0x7f9a6c095730 2024-05-08T22:37:52.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.242+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f9a68016070 con 0x7f9a6c095730 2024-05-08T22:37:52.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.410+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f9a6c0646d0 con 0x7f9a5002bd00 2024-05-08T22:37:52.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.410+0000 7f9a62f78700 1 -- 172.21.15.38:0/2033883155 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (unknown 2057319476 0 0) 0x7f9a6c0646d0 con 0x7f9a5002bd00 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 >> v1:172.21.15.38:6816/46721 conn(0x7f9a5002bd00 legacy=0x7f9a5002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 msgr2=0x7f9a6c08b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 0x7f9a6c08b510 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 rx=0x7f9a6800ea50 tx=0x7f9a68009060).stop 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 shutdown_connections 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a6c12f480 0x7f9a6c08bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9a6c095730 0x7f9a6c08b510 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 --2- 172.21.15.38:0/2033883155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a6c096000 0x7f9a6c08ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 >> 172.21.15.38:0/2033883155 conn(0x7f9a6c09a850 msgr2=0x7f9a6c068480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 shutdown_connections 2024-05-08T22:37:52.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.413+0000 7f9a742bd700 1 -- 172.21.15.38:0/2033883155 wait complete. 2024-05-08T22:37:52.414 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 0 to deep-scrub 2024-05-08T22:37:52.424 INFO:tasks.ceph:Scrubbing osd.1 2024-05-08T22:37:52.424 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-05-08T22:37:52.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 Processor -- start 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 -- start start 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd014095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 0x7fd01412ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0140912b0 con 0x7fd01412f480 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd014091ba0 con 0x7fd014096000 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd01a20e700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd014092650 con 0x7fd014095730 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd012ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 0x7fd01412ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd0137fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd014095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd012ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 0x7fd01412ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53180/0 (socket says 172.21.15.38:53180) 2024-05-08T22:37:52.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd0137fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd014095b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47036/0 (socket says 172.21.15.38:47036) 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd012ffd700 1 -- 172.21.15.38:0/1582186970 learned_addr learned my addr 172.21.15.38:0/1582186970 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.548+0000 7fd013fff700 1 --1- 172.21.15.38:0/1582186970 >> v1:172.21.15.38:6789/0 conn(0x7fd01412f480 0x7fd014131870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:38492/0 (socket says 172.21.15.38:38492) 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0137fe700 1 -- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 msgr2=0x7fd01412ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0137fe700 1 --2- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 0x7fd01412ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0127fc700 1 -- 172.21.15.38:0/1582186970 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2333409015 0 0) 0x7fd0140912b0 con 0x7fd01412f480 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0137fe700 1 -- 172.21.15.38:0/1582186970 >> v1:172.21.15.38:6789/0 conn(0x7fd01412f480 legacy=0x7fd014131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0137fe700 1 -- 172.21.15.38:0/1582186970 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd01405e560 con 0x7fd014095730 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd012ffd700 1 --2- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 0x7fd01412ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0137fe700 1 --2- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd014095b10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 rx=0x7fd004009790 tx=0x7fd004009060).ready entity=mon.2 client_cookie=79f0e73d85f9159a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0127fc700 1 -- 172.21.15.38:0/1582186970 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0040090d0 con 0x7fd014095730 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0127fc700 1 -- 172.21.15.38:0/1582186970 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd00400f510 con 0x7fd014095730 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd0127fc700 1 -- 172.21.15.38:0/1582186970 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00400f890 con 0x7fd014095730 2024-05-08T22:37:52.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 -- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 msgr2=0x7fd014095b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 --2- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd014095b10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 rx=0x7fd004009790 tx=0x7fd004009060).stop 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 -- 172.21.15.38:0/1582186970 shutdown_connections 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 --2- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd014095b10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 --2- 172.21.15.38:0/1582186970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd014096000 0x7fd01412ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 -- 172.21.15.38:0/1582186970 >> 172.21.15.38:0/1582186970 conn(0x7fd01409a850 msgr2=0x7fd014096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 -- 172.21.15.38:0/1582186970 shutdown_connections 2024-05-08T22:37:52.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.549+0000 7fd01a20e700 1 -- 172.21.15.38:0/1582186970 wait complete. 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.551+0000 7fd01a20e700 1 Processor -- start 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.551+0000 7fd01a20e700 1 -- start start 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.551+0000 7fd01a20e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd01408b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd014096000 0x7fd01408b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01412f480 0x7fd01408bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd01408ea30 con 0x7fd014096000 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd01408bfb0 con 0x7fd01412f480 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd01408e150 con 0x7fd014095730 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd01408b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd01408b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47040/0 (socket says 172.21.15.38:47040) 2024-05-08T22:37:52.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 -- 172.21.15.38:0/1516126545 learned_addr learned my addr 172.21.15.38:0/1516126545 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd013fff700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01412f480 0x7fd01408bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd012ffd700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd014096000 0x7fd01408b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 -- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01412f480 msgr2=0x7fd01408bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01412f480 0x7fd01408bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 -- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd014096000 msgr2=0x7fd01408b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd014096000 0x7fd01408b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 -- 172.21.15.38:0/1516126545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcffc009370 con 0x7fd014095730 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd013fff700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01412f480 0x7fd01408bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd0137fe700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd01408b0e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 rx=0x7fd004009e30 tx=0x7fd004017000).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00400f890 con 0x7fd014095730 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd004006910 con 0x7fd014095730 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00400fea0 con 0x7fd014095730 2024-05-08T22:37:52.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0040092a0 con 0x7fd014095730 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.552+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0140931c0 con 0x7fd014095730 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.553+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fd00401b620 con 0x7fd014095730 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.553+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd0140919f0 con 0x7fd014095730 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.553+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fd00403ca90 con 0x7fd014095730 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.553+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 --> v1:172.21.15.38:6808/47298 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcff4038980 con 0x7fcff4034c70 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.553+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd00401b8d0 con 0x7fd014095730 2024-05-08T22:37:52.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.554+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== osd.1 v1:172.21.15.38:6808/47298 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7fcff4038980 con 0x7fcff4034c70 2024-05-08T22:37:52.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.567+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 --> v1:172.21.15.38:6808/47298 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fd0140646d0 con 0x7fcff4034c70 2024-05-08T22:37:52.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd00bfff700 1 -- 172.21.15.38:0/1516126545 <== osd.1 v1:172.21.15.38:6808/47298 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (unknown 0 0 1509541053) 0x7fd0140646d0 con 0x7fcff4034c70 2024-05-08T22:37:52.568 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-05-08T22:37:52.568 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2024-05-08T22:37:52.568 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 >> v1:172.21.15.38:6808/47298 conn(0x7fcff4034c70 legacy=0x7fcff4037110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 >> v1:172.21.15.38:6816/46721 conn(0x7fcff402bd00 legacy=0x7fcff402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 msgr2=0x7fd01408b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 --2- 172.21.15.38:0/1516126545 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fd014095730 0x7fd01408b0e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 rx=0x7fd004009e30 tx=0x7fd004017000).stop 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd013fff700 1 -- 172.21.15.38:0/1516126545 reap_dead start 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 shutdown_connections 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 >> 172.21.15.38:0/1516126545 conn(0x7fd01409a850 msgr2=0x7fd014068460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 shutdown_connections 2024-05-08T22:37:52.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.568+0000 7fd01a20e700 1 -- 172.21.15.38:0/1516126545 wait complete. 2024-05-08T22:37:52.579 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-05-08T22:37:52.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.699+0000 7f644cd03700 1 Processor -- start 2024-05-08T22:37:52.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 -- start start 2024-05-08T22:37:52.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f64481279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6448095de0 0x7f6448096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f6448131a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6448066d80 con 0x7f6448095de0 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6448127190 con 0x7f6448096730 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644cd03700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f64481273f0 con 0x7f64481275f0 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f6445d9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6448095de0 0x7f6448096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f644659c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f64481279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f6445d9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6448095de0 0x7f6448096240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46882/0 (socket says 172.21.15.38:46882) 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f6445d9b700 1 -- 172.21.15.38:0/2597931110 learned_addr learned my addr 172.21.15.38:0/2597931110 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.700+0000 7f6446d9d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f6448131a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f6445d9b700 1 -- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 msgr2=0x7f64481279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f6445d9b700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f64481279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f6445d9b700 1 -- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 msgr2=0x7f6448131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:52.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f6445d9b700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f6448131a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f6445d9b700 1 -- 172.21.15.38:0/2597931110 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6448066750 con 0x7f6448095de0 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f644659c700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f64481279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f6445d9b700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f6448096240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 rx=0x7f6438006fd0 tx=0x7f64380090f0).ready entity=mon.0 client_cookie=a8d3a16098c3c1c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f644559a700 1 -- 172.21.15.38:0/2597931110 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643800f510 con 0x7f6448095de0 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f644559a700 1 -- 172.21.15.38:0/2597931110 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643800f670 con 0x7f6448095de0 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f644559a700 1 -- 172.21.15.38:0/2597931110 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643800fa10 con 0x7f6448095de0 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f644cd03700 1 -- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 msgr2=0x7f6448096240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.701+0000 7f644cd03700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f6448096240 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 rx=0x7f6438006fd0 tx=0x7f64380090f0).stop 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 -- 172.21.15.38:0/2597931110 shutdown_connections 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f6448131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f64481279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 --2- 172.21.15.38:0/2597931110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f6448096240 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 -- 172.21.15.38:0/2597931110 >> 172.21.15.38:0/2597931110 conn(0x7f644809a660 msgr2=0x7f644809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 -- 172.21.15.38:0/2597931110 shutdown_connections 2024-05-08T22:37:52.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.702+0000 7f644cd03700 1 -- 172.21.15.38:0/2597931110 wait complete. 2024-05-08T22:37:52.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 Processor -- start 2024-05-08T22:37:52.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 -- start start 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f64481177c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f64481137d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f6448113cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6448117330 con 0x7f6448095de0 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6448066980 con 0x7f6448096730 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644cd03700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f64480987f0 con 0x7f64481275f0 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644659c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f64481177c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f6446d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f6448113cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644659c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f64481177c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46894/0 (socket says 172.21.15.38:46894) 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f6446d9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f6448113cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47044/0 (socket says 172.21.15.38:47044) 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f6445d9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f64481137d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.703+0000 7f644659c700 1 -- 172.21.15.38:0/2314923978 learned_addr learned my addr 172.21.15.38:0/2314923978 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644659c700 1 -- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 msgr2=0x7f6448113cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644659c700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f6448113cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644659c700 1 -- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 msgr2=0x7f64481137d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644659c700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f64481137d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644659c700 1 -- 172.21.15.38:0/2314923978 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f643c0092a0 con 0x7f6448095de0 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f6445d9b700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f64481137d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644659c700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f64481177c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 rx=0x7f643c00ea20 tx=0x7f643c009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c00ee60 con 0x7f6448095de0 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643c00c850 con 0x7f6448095de0 2024-05-08T22:37:52.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c00cbd0 con 0x7f6448095de0 2024-05-08T22:37:52.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6438009370 con 0x7f6448095de0 2024-05-08T22:37:52.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.704+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6448114a10 con 0x7f6448095de0 2024-05-08T22:37:52.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.705+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f643c01b400 con 0x7f6448095de0 2024-05-08T22:37:52.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.705+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f643c03b7a0 con 0x7f6448095de0 2024-05-08T22:37:52.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.705+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6448116e40 con 0x7f6448095de0 2024-05-08T22:37:52.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.710+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f6448116e40 con 0x7f6448095de0 2024-05-08T22:37:52.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.880+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f6448064c80 con 0x7f642802bd00 2024-05-08T22:37:52.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.881+0000 7f6436ffd700 1 -- 172.21.15.38:0/2314923978 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (unknown 489605429 0 0) 0x7f6448064c80 con 0x7f642802bd00 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 >> v1:172.21.15.38:6816/46721 conn(0x7f642802bd00 legacy=0x7f642802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 msgr2=0x7f64481177c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f64481177c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 rx=0x7f643c00ea20 tx=0x7f643c009060).stop 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 shutdown_connections 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f64481275f0 0x7f6448113cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6448095de0 0x7f64481177c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 --2- 172.21.15.38:0/2314923978 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6448096730 0x7f64481137d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:52.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 >> 172.21.15.38:0/2314923978 conn(0x7f644809a660 msgr2=0x7f6448069850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:52.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 shutdown_connections 2024-05-08T22:37:52.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:52.883+0000 7f644cd03700 1 -- 172.21.15.38:0/2314923978 wait complete. 2024-05-08T22:37:52.884 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 1 to deep-scrub 2024-05-08T22:37:52.894 INFO:tasks.ceph:Scrubbing osd.2 2024-05-08T22:37:52.895 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-05-08T22:37:53.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.017+0000 7f42c9d6d700 1 Processor -- start 2024-05-08T22:37:53.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.017+0000 7f42c9d6d700 1 -- start start 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c9d6d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c412aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c9d6d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f42c4065380 0x7f42c409a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c9d6d700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42c40648e0 con 0x7f42c4127100 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c9d6d700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42c4063ce0 con 0x7f42c4065380 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c9d6d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42c40657e0 con 0x7f42c412a670 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c2ffd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f42c4065380 0x7f42c409a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c412aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c3fff700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f42c4127100 0x7f42c4127590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:38508/0 (socket says 172.21.15.38:38508) 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c3fff700 1 -- 172.21.15.38:0/2883593103 learned_addr learned my addr 172.21.15.38:0/2883593103 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c37fe700 1 -- 172.21.15.38:0/2883593103 >> v2:172.21.15.38:3300/0 conn(0x7f42c4065380 msgr2=0x7f42c409a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c37fe700 1 --2- 172.21.15.38:0/2883593103 >> v2:172.21.15.38:3300/0 conn(0x7f42c4065380 0x7f42c409a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c37fe700 1 -- 172.21.15.38:0/2883593103 >> v1:172.21.15.38:6789/0 conn(0x7f42c4127100 legacy=0x7f42c4127590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c27fc700 1 -- 172.21.15.38:0/2883593103 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 35383721 0 0) 0x7f42c40648e0 con 0x7f42c4127100 2024-05-08T22:37:53.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c37fe700 1 -- 172.21.15.38:0/2883593103 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42c4064090 con 0x7f42c412a670 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c2ffd700 1 --2- 172.21.15.38:0/2883593103 >> v2:172.21.15.38:3300/0 conn(0x7f42c4065380 0x7f42c409a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.018+0000 7f42c37fe700 1 --2- 172.21.15.38:0/2883593103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c412aa50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 rx=0x7f42ac009760 tx=0x7f42ac009060).ready entity=mon.1 client_cookie=3142044305443a31 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c27fc700 1 -- 172.21.15.38:0/2883593103 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42ac0090d0 con 0x7f42c412a670 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c27fc700 1 -- 172.21.15.38:0/2883593103 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42ac00f510 con 0x7f42c412a670 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c27fc700 1 -- 172.21.15.38:0/2883593103 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42ac00f890 con 0x7f42c412a670 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2883593103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 msgr2=0x7f42c412aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 --2- 172.21.15.38:0/2883593103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c412aa50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 rx=0x7f42ac009760 tx=0x7f42ac009060).stop 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2883593103 shutdown_connections 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 --2- 172.21.15.38:0/2883593103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c412aa50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 --2- 172.21.15.38:0/2883593103 >> v2:172.21.15.38:3300/0 conn(0x7f42c4065380 0x7f42c409a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2883593103 >> 172.21.15.38:0/2883593103 conn(0x7f42c409b6d0 msgr2=0x7f42c409bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2883593103 shutdown_connections 2024-05-08T22:37:53.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.019+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2883593103 wait complete. 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.020+0000 7f42c9d6d700 1 Processor -- start 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.020+0000 7f42c9d6d700 1 -- start start 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42c4065380 0x7f42c4118850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f42c4127100 0x7f42c41148b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c4114da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c4125980 con 0x7f42c4065380 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42c40642c0 con 0x7f42c412a670 2024-05-08T22:37:53.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f42c4117db0 con 0x7f42c4127100 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42c4065380 0x7f42c4118850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c3fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c4114da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42c4065380 0x7f42c4118850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46904/0 (socket says 172.21.15.38:46904) 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 -- 172.21.15.38:0/2872497327 learned_addr learned my addr 172.21.15.38:0/2872497327 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c2ffd700 1 --2- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f42c4127100 0x7f42c41148b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 -- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f42c4127100 msgr2=0x7f42c41148b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 --2- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f42c4127100 0x7f42c41148b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 -- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 msgr2=0x7f42c4114da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 --2- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c4114da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 -- 172.21.15.38:0/2872497327 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b40092a0 con 0x7f42c4065380 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c3fff700 1 --2- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f42c412a670 0x7f42c4114da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c37fe700 1 --2- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42c4065380 0x7f42c4118850 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 rx=0x7f42ac009e00 tx=0x7f42ac017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42ac00f890 con 0x7f42c4065380 2024-05-08T22:37:53.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42ac006950 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42ac0092a0 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.021+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42ac00fea0 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.022+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42c4116ca0 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.022+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f42ac01c630 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.022+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f42c4115d10 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.022+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f42ac03d020 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.022+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 --> v1:172.21.15.38:6801/47281 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f42a4038a00 con 0x7f42a4034cf0 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.022+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f42ac03f690 con 0x7f42c4065380 2024-05-08T22:37:53.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.023+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== osd.2 v1:172.21.15.38:6801/47281 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7f42a4038a00 con 0x7f42a4034cf0 2024-05-08T22:37:53.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.037+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 --> v1:172.21.15.38:6801/47281 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f42c4126870 con 0x7f42a4034cf0 2024-05-08T22:37:53.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.037+0000 7f42bbfff700 1 -- 172.21.15.38:0/2872497327 <== osd.2 v1:172.21.15.38:6801/47281 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (unknown 0 0 1509541053) 0x7f42c4126870 con 0x7f42a4034cf0 2024-05-08T22:37:53.037 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-05-08T22:37:53.037 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2024-05-08T22:37:53.037 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-05-08T22:37:53.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.037+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 >> v1:172.21.15.38:6801/47281 conn(0x7f42a4034cf0 legacy=0x7f42a4037190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.037+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 >> v1:172.21.15.38:6816/46721 conn(0x7f42a402bd00 legacy=0x7f42a402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.037+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42c4065380 msgr2=0x7f42c4118850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.037+0000 7f42c9d6d700 1 --2- 172.21.15.38:0/2872497327 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f42c4065380 0x7f42c4118850 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 rx=0x7f42ac009e00 tx=0x7f42ac017000).stop 2024-05-08T22:37:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.038+0000 7f42c3fff700 1 -- 172.21.15.38:0/2872497327 reap_dead start 2024-05-08T22:37:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.038+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 shutdown_connections 2024-05-08T22:37:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.038+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 >> 172.21.15.38:0/2872497327 conn(0x7f42c409b6d0 msgr2=0x7f42c40698d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.038+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 shutdown_connections 2024-05-08T22:37:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.038+0000 7f42c9d6d700 1 -- 172.21.15.38:0/2872497327 wait complete. 2024-05-08T22:37:53.049 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-05-08T22:37:53.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.169+0000 7faaba852700 1 Processor -- start 2024-05-08T22:37:53.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.169+0000 7faaba852700 1 -- start start 2024-05-08T22:37:53.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.169+0000 7faaba852700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faab4097150 0x7faab4095730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faaba852700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 0x7faab4096000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faaba852700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 0x7faab412f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faaba852700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faab4097530 con 0x7faab4097150 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faaba852700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faab40681b0 con 0x7faab4095c20 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faaba852700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7faab4068c50 con 0x7faab412cf70 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab8def700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 0x7faab412f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 0x7faab4096000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faab4097150 0x7faab4095730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab8def700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 0x7faab412f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47068/0 (socket says 172.21.15.38:47068) 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 0x7faab4096000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53226/0 (socket says 172.21.15.38:53226) 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab8def700 1 -- 172.21.15.38:0/2909615760 learned_addr learned my addr 172.21.15.38:0/2909615760 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 -- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 msgr2=0x7faab412f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 0x7faab412f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 -- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 msgr2=0x7faab4096000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 0x7faab4096000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 -- 172.21.15.38:0/2909615760 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faab405e760 con 0x7faab4097150 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab8def700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 0x7faab412f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab37fe700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 0x7faab4096000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab3fff700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab4097150 0x7faab4095730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 rx=0x7faa9c009790 tx=0x7faa9c009060).ready entity=mon.0 client_cookie=987057d00d6b3a08 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab2ffd700 1 -- 172.21.15.38:0/2909615760 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa9c00d4a0 con 0x7faab4097150 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab2ffd700 1 -- 172.21.15.38:0/2909615760 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa9c00d600 con 0x7faab4097150 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.170+0000 7faab2ffd700 1 -- 172.21.15.38:0/2909615760 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa9c00d980 con 0x7faab4097150 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 -- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab4097150 msgr2=0x7faab4095730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab4097150 0x7faab4095730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 rx=0x7faa9c009790 tx=0x7faa9c009060).stop 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 -- 172.21.15.38:0/2909615760 shutdown_connections 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab412cf70 0x7faab412f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab4097150 0x7faab4095730 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 --2- 172.21.15.38:0/2909615760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4095c20 0x7faab4096000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 -- 172.21.15.38:0/2909615760 >> 172.21.15.38:0/2909615760 conn(0x7faab409a850 msgr2=0x7faab4096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 -- 172.21.15.38:0/2909615760 shutdown_connections 2024-05-08T22:37:53.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.171+0000 7faaba852700 1 -- 172.21.15.38:0/2909615760 wait complete. 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.172+0000 7faaba852700 1 Processor -- start 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.172+0000 7faaba852700 1 -- start start 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.172+0000 7faaba852700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab4095c20 0x7faab4066290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.172+0000 7faaba852700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 0x7faab4066780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faaba852700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab412cf70 0x7faab413a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faaba852700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab412ba00 con 0x7faab412cf70 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faaba852700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faab40940a0 con 0x7faab4097150 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faaba852700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7faab4068300 con 0x7faab4095c20 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 0x7faab4066780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab8def700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab412cf70 0x7faab413a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 0x7faab4066780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53238/0 (socket says 172.21.15.38:53238) 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 -- 172.21.15.38:0/2272975735 learned_addr learned my addr 172.21.15.38:0/2272975735 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab3fff700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab4095c20 0x7faab4066290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 -- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab4095c20 msgr2=0x7faab4066290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab4095c20 0x7faab4066290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 -- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab412cf70 msgr2=0x7faab413a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab412cf70 0x7faab413a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 -- 172.21.15.38:0/2272975735 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaa40092a0 con 0x7faab4097150 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab8def700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab412cf70 0x7faab413a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab37fe700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 0x7faab4066780 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 rx=0x7faaa400ea20 tx=0x7faaa4009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa400ee60 con 0x7faab4097150 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaa4009600 con 0x7faab4097150 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaac009ae0 con 0x7faab4097150 2024-05-08T22:37:53.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa400ca60 con 0x7faab4097150 2024-05-08T22:37:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.173+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa9c0092a0 con 0x7faab4097150 2024-05-08T22:37:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.174+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7faaa401b400 con 0x7faab4097150 2024-05-08T22:37:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.174+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7faaa403b6a0 con 0x7faab4097150 2024-05-08T22:37:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.174+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faab40675e0 con 0x7faab4097150 2024-05-08T22:37:53.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.179+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7faab40675e0 con 0x7faab4097150 2024-05-08T22:37:53.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.346+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7faab40675e0 con 0x7faa9402bd30 2024-05-08T22:37:53.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.347+0000 7faab0ff9700 1 -- 172.21.15.38:0/2272975735 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (unknown 3049115190 0 0) 0x7faab40675e0 con 0x7faa9402bd30 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 >> v1:172.21.15.38:6816/46721 conn(0x7faa9402bd30 legacy=0x7faa9402e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 msgr2=0x7faab4066780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 0x7faab4066780 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 rx=0x7faaa400ea20 tx=0x7faaa4009060).stop 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 shutdown_connections 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faab412cf70 0x7faab413a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7faab4095c20 0x7faab4066290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 --2- 172.21.15.38:0/2272975735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faab4097150 0x7faab4066780 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 >> 172.21.15.38:0/2272975735 conn(0x7faab409a850 msgr2=0x7faab4092b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 shutdown_connections 2024-05-08T22:37:53.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.349+0000 7faaba852700 1 -- 172.21.15.38:0/2272975735 wait complete. 2024-05-08T22:37:53.350 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 2 to deep-scrub 2024-05-08T22:37:53.360 INFO:tasks.ceph:Scrubbing osd.3 2024-05-08T22:37:53.360 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 Processor -- start 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 -- start start 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 0x7f537812ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 0x7f5378127160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5378127650 0x7f5378127ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5378065520 con 0x7f537812b170 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5378064170 con 0x7f5378065140 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f537d81c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5378064c20 con 0x7f5378127650 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f5376ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 0x7f537812ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f53767fc700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 0x7f5378127160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f5376ffd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 0x7f537812ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53252/0 (socket says 172.21.15.38:53252) 2024-05-08T22:37:53.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f53767fc700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 0x7f5378127160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46936/0 (socket says 172.21.15.38:46936) 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f5376ffd700 1 -- 172.21.15.38:0/724015760 learned_addr learned my addr 172.21.15.38:0/724015760 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.485+0000 7f53777fe700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5378127650 0x7f5378127ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5376ffd700 1 -- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5378127650 msgr2=0x7f5378127ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5376ffd700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5378127650 0x7f5378127ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5376ffd700 1 -- 172.21.15.38:0/724015760 >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 msgr2=0x7f5378127160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5376ffd700 1 --2- 172.21.15.38:0/724015760 >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 0x7f5378127160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5376ffd700 1 -- 172.21.15.38:0/724015760 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f537812a9e0 con 0x7f5378065140 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f53767fc700 1 --2- 172.21.15.38:0/724015760 >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 0x7f5378127160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f53777fe700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5378127650 0x7f5378127ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5376ffd700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 0x7f537812ac80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 rx=0x7f5360006fd0 tx=0x7f53600090f0).ready entity=mon.1 client_cookie=1110478fc353b2c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5375ffb700 1 -- 172.21.15.38:0/724015760 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f536000f510 con 0x7f5378065140 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5375ffb700 1 -- 172.21.15.38:0/724015760 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f536000f670 con 0x7f5378065140 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f5375ffb700 1 -- 172.21.15.38:0/724015760 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f536000f9f0 con 0x7f5378065140 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 -- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 msgr2=0x7f537812ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 0x7f537812ac80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 rx=0x7f5360006fd0 tx=0x7f53600090f0).stop 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 -- 172.21.15.38:0/724015760 shutdown_connections 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f5378127650 0x7f5378127ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 --2- 172.21.15.38:0/724015760 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378065140 0x7f537812ac80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 --2- 172.21.15.38:0/724015760 >> v2:172.21.15.38:3300/0 conn(0x7f537812b170 0x7f5378127160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 -- 172.21.15.38:0/724015760 >> 172.21.15.38:0/724015760 conn(0x7f53780631d0 msgr2=0x7f5378098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.486+0000 7f537d81c700 1 -- 172.21.15.38:0/724015760 shutdown_connections 2024-05-08T22:37:53.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.487+0000 7f537d81c700 1 -- 172.21.15.38:0/724015760 wait complete. 2024-05-08T22:37:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.488+0000 7f537d81c700 1 Processor -- start 2024-05-08T22:37:53.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.488+0000 7f537d81c700 1 -- start start 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5378065140 0x7f5378119a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378127650 0x7f5378115a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f537812b170 0x7f5378115f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5378117f20 con 0x7f5378065140 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5378063e70 con 0x7f5378127650 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5378126b90 con 0x7f537812b170 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5378065140 0x7f5378119a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5378065140 0x7f5378119a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46938/0 (socket says 172.21.15.38:46938) 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 -- 172.21.15.38:0/2357660467 learned_addr learned my addr 172.21.15.38:0/2357660467 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f53777fe700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f537812b170 0x7f5378115f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f53767fc700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378127650 0x7f5378115a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 -- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f537812b170 msgr2=0x7f5378115f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f537812b170 0x7f5378115f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 -- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378127650 msgr2=0x7f5378115a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5378127650 0x7f5378115a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 -- 172.21.15.38:0/2357660467 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5370009a20 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f53777fe700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f537812b170 0x7f5378115f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f5376ffd700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5378065140 0x7f5378119a60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 rx=0x7f536000f510 tx=0x7f5360017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f536000f7e0 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f536000f940 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53680092a0 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f536001c670 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.489+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5360009370 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.490+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f536001caa0 con 0x7f5378065140 2024-05-08T22:37:53.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.490+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5378127490 con 0x7f5378065140 2024-05-08T22:37:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.490+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f536003cf50 con 0x7f5378065140 2024-05-08T22:37:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.490+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 --> v1:172.21.15.38:6812/47311 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5358038980 con 0x7f5358034c70 2024-05-08T22:37:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.490+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5360025400 con 0x7f5378065140 2024-05-08T22:37:53.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.491+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== osd.3 v1:172.21.15.38:6812/47311 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+23213 (unknown 0 0 1671252174) 0x7f5358038980 con 0x7f5358034c70 2024-05-08T22:37:53.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.505+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 --> v1:172.21.15.38:6812/47311 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f53781191e0 con 0x7f5358034c70 2024-05-08T22:37:53.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.505+0000 7f536f7fe700 1 -- 172.21.15.38:0/2357660467 <== osd.3 v1:172.21.15.38:6812/47311 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+105 (unknown 0 0 1509541053) 0x7f537000f040 con 0x7f5358034c70 2024-05-08T22:37:53.505 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-05-08T22:37:53.505 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2024-05-08T22:37:53.506 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 >> v1:172.21.15.38:6812/47311 conn(0x7f5358034c70 legacy=0x7f5358037110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 >> v1:172.21.15.38:6816/46721 conn(0x7f535802bd00 legacy=0x7f535802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5378065140 msgr2=0x7f5378119a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 --2- 172.21.15.38:0/2357660467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5378065140 0x7f5378119a60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 rx=0x7f536000f510 tx=0x7f5360017000).stop 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f53777fe700 1 -- 172.21.15.38:0/2357660467 reap_dead start 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 shutdown_connections 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 >> 172.21.15.38:0/2357660467 conn(0x7f53780631d0 msgr2=0x7f537809aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 shutdown_connections 2024-05-08T22:37:53.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.506+0000 7f537d81c700 1 -- 172.21.15.38:0/2357660467 wait complete. 2024-05-08T22:37:53.517 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-05-08T22:37:53.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 Processor -- start 2024-05-08T22:37:53.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 -- start start 2024-05-08T22:37:53.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f65f8065140 0x7f65f812ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f812b170 0x7f65f8127160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65f8064170 con 0x7f65f8127650 2024-05-08T22:37:53.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65f8065520 con 0x7f65f8065140 2024-05-08T22:37:53.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65ff216700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f8064c20 con 0x7f65f812b170 2024-05-08T22:37:53.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65fcfb2700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f65f8065140 0x7f65f812ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65fd7b3700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f65f8127650 0x7f65f8131a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:38510/0 (socket says 172.21.15.38:38510) 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65f7fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f812b170 0x7f65f8127160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.638+0000 7f65fd7b3700 1 -- 172.21.15.38:0/1945925214 learned_addr learned my addr 172.21.15.38:0/1945925214 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65fcfb2700 1 -- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f812b170 msgr2=0x7f65f8127160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65fcfb2700 1 --2- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f812b170 0x7f65f8127160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65fcfb2700 1 -- 172.21.15.38:0/1945925214 >> v1:172.21.15.38:6789/0 conn(0x7f65f8127650 legacy=0x7f65f8131a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65fcfb2700 1 -- 172.21.15.38:0/1945925214 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65f812a9e0 con 0x7f65f8065140 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65f7fff700 1 --2- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f812b170 0x7f65f8127160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65fcfb2700 1 --2- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8065140 0x7f65f812ac80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 rx=0x7f65ec009790 tx=0x7f65ec009060).ready entity=mon.0 client_cookie=793862f1e4f0348a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65f77fe700 1 -- 172.21.15.38:0/1945925214 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ec00f510 con 0x7f65f8065140 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65f77fe700 1 -- 172.21.15.38:0/1945925214 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65ec00f670 con 0x7f65f8065140 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65f77fe700 1 -- 172.21.15.38:0/1945925214 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ec00f9f0 con 0x7f65f8065140 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 -- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8065140 msgr2=0x7f65f812ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 --2- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8065140 0x7f65f812ac80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 rx=0x7f65ec009790 tx=0x7f65ec009060).stop 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 -- 172.21.15.38:0/1945925214 shutdown_connections 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 --2- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8065140 0x7f65f812ac80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 --2- 172.21.15.38:0/1945925214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f812b170 0x7f65f8127160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 -- 172.21.15.38:0/1945925214 >> 172.21.15.38:0/1945925214 conn(0x7f65f80631d0 msgr2=0x7f65f8098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.639+0000 7f65ff216700 1 -- 172.21.15.38:0/1945925214 shutdown_connections 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.640+0000 7f65ff216700 1 -- 172.21.15.38:0/1945925214 wait complete. 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.640+0000 7f65ff216700 1 Processor -- start 2024-05-08T22:37:53.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.640+0000 7f65ff216700 1 -- start start 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65ff216700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 0x7f65f8115d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65ff216700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8127650 0x7f65f8116280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65ff216700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 0x7f65f8116770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65ff216700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65f8117230 con 0x7f65f8127650 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65ff216700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f8127320 con 0x7f65f8065140 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65ff216700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f65f8063e70 con 0x7f65f812b170 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fcfb2700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 0x7f65f8115d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fd7b3700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 0x7f65f8116770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fcfb2700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 0x7f65f8115d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53272/0 (socket says 172.21.15.38:53272) 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fcfb2700 1 -- 172.21.15.38:0/3775871226 learned_addr learned my addr 172.21.15.38:0/3775871226 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fd7b3700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 0x7f65f8116770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:47116/0 (socket says 172.21.15.38:47116) 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65f7fff700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8127650 0x7f65f8116280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65f7fff700 1 -- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 msgr2=0x7f65f8116770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65f7fff700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 0x7f65f8116770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65f7fff700 1 -- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 msgr2=0x7f65f8115d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65f7fff700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 0x7f65f8115d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65f7fff700 1 -- 172.21.15.38:0/3775871226 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65e40092a0 con 0x7f65f8127650 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fcfb2700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 0x7f65f8115d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.641+0000 7f65fd7b3700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 0x7f65f8116770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65f7fff700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8127650 0x7f65f8116280 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 rx=0x7f65e400e980 tx=0x7f65e4009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e4012600 con 0x7f65f8127650 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65e4012760 con 0x7f65f8127650 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65ec0092a0 con 0x7f65f8127650 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e4012b00 con 0x7f65f8127650 2024-05-08T22:37:53.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65f81180e0 con 0x7f65f8127650 2024-05-08T22:37:53.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.642+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f65e401b400 con 0x7f65f8127650 2024-05-08T22:37:53.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.643+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f65e403b690 con 0x7f65f8127650 2024-05-08T22:37:53.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.643+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65f8097820 con 0x7f65f8127650 2024-05-08T22:37:53.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.647+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f65e4019900 con 0x7f65f8127650 2024-05-08T22:37:53.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.814+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f65f8096de0 con 0x7f65dc02bd00 2024-05-08T22:37:53.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.815+0000 7f65f57fa700 1 -- 172.21.15.38:0/3775871226 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (unknown 3526570807 0 0) 0x7f65f8096de0 con 0x7f65dc02bd00 2024-05-08T22:37:53.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 >> v1:172.21.15.38:6816/46721 conn(0x7f65dc02bd00 legacy=0x7f65dc02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8127650 msgr2=0x7f65f8116280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8127650 0x7f65f8116280 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 rx=0x7f65e400e980 tx=0x7f65e4009060).stop 2024-05-08T22:37:53.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 shutdown_connections 2024-05-08T22:37:53.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65f8065140 0x7f65f8115d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f65f812b170 0x7f65f8116770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 --2- 172.21.15.38:0/3775871226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f65f8127650 0x7f65f8116280 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 >> 172.21.15.38:0/3775871226 conn(0x7f65f80631d0 msgr2=0x7f65f8129c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 shutdown_connections 2024-05-08T22:37:53.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.817+0000 7f65ff216700 1 -- 172.21.15.38:0/3775871226 wait complete. 2024-05-08T22:37:53.818 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 3 to deep-scrub 2024-05-08T22:37:53.829 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:37:53.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 Processor -- start 2024-05-08T22:37:53.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 -- start start 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe1741275f0 0x7fe1741279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe174095de0 0x7fe174096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe174131a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe174066d80 con 0x7fe1741275f0 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe174127190 con 0x7fe174095de0 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe17ba4b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe1741273f0 con 0x7fe174096730 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe178fe6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe174095de0 0x7fe174096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.948+0000 7fe1797e7700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe1741275f0 0x7fe1741279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe1741275f0 0x7fe1741279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46972/0 (socket says 172.21.15.38:46972) 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe178fe6700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe174095de0 0x7fe174096240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:53282/0 (socket says 172.21.15.38:53282) 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 -- 172.21.15.38:0/85763826 learned_addr learned my addr 172.21.15.38:0/85763826 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe179fe8700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe174131a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 -- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 msgr2=0x7fe174131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe174131a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 -- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe174095de0 msgr2=0x7fe174096240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe174095de0 0x7fe174096240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 -- 172.21.15.38:0/85763826 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe174066750 con 0x7fe1741275f0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe1797e7700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1741275f0 0x7fe1741279d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 rx=0x7fe170006fd0 tx=0x7fe1700090f0).ready entity=mon.0 client_cookie=e6de420df81000ff server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe167fff700 1 -- 172.21.15.38:0/85763826 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17000f510 con 0x7fe1741275f0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe167fff700 1 -- 172.21.15.38:0/85763826 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe17000f670 con 0x7fe1741275f0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.949+0000 7fe167fff700 1 -- 172.21.15.38:0/85763826 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17000fa10 con 0x7fe1741275f0 2024-05-08T22:37:53.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 -- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1741275f0 msgr2=0x7fe1741279d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1741275f0 0x7fe1741279d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 rx=0x7fe170006fd0 tx=0x7fe1700090f0).stop 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 -- 172.21.15.38:0/85763826 shutdown_connections 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe174131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1741275f0 0x7fe1741279d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/85763826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe174095de0 0x7fe174096240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 -- 172.21.15.38:0/85763826 >> 172.21.15.38:0/85763826 conn(0x7fe17409a660 msgr2=0x7fe17409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 -- 172.21.15.38:0/85763826 shutdown_connections 2024-05-08T22:37:53.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.950+0000 7fe17ba4b700 1 -- 172.21.15.38:0/85763826 wait complete. 2024-05-08T22:37:53.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 Processor -- start 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 -- start start 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 0x7fe1741176d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe1741136a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1741275f0 0x7fe174113b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe174124800 con 0x7fe174095de0 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe174066980 con 0x7fe1741275f0 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe17ba4b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe1741171d0 con 0x7fe174096730 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe1797e7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 0x7fe1741176d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe178fe6700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe1741136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe1797e7700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 0x7fe1741176d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:46988/0 (socket says 172.21.15.38:46988) 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe179fe8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1741275f0 0x7fe174113b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.951+0000 7fe1797e7700 1 -- 172.21.15.38:0/1715698254 learned_addr learned my addr 172.21.15.38:0/1715698254 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe1797e7700 1 -- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 msgr2=0x7fe1741136a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe1797e7700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe1741136a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe1797e7700 1 -- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1741275f0 msgr2=0x7fe174113b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe1797e7700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1741275f0 0x7fe174113b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe1797e7700 1 -- 172.21.15.38:0/1715698254 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe170009370 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe178fe6700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe1741136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe179fe8700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1741275f0 0x7fe174113b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe1797e7700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 0x7fe1741176d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 rx=0x7fe170006b50 tx=0x7fe170017000).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe170006d90 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe170000bc0 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe174098700 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17000f7e0 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.952+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe174115480 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.953+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe170022020 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.953+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fe17003c920 con 0x7fe174095de0 2024-05-08T22:37:53.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.953+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1741282a0 con 0x7fe174095de0 2024-05-08T22:37:53.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:53.958+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe17002a020 con 0x7fe174095de0 2024-05-08T22:37:54.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.121+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe174116e00 con 0x7fe15802bd00 2024-05-08T22:37:54.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.128+0000 7fe165ffb700 1 -- 172.21.15.38:0/1715698254 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256104 (unknown 2965378022 0 730071217) 0x7fe174116e00 con 0x7fe15802bd00 2024-05-08T22:37:54.131 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:37:54.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 >> v1:172.21.15.38:6816/46721 conn(0x7fe15802bd00 legacy=0x7fe15802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:54.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 msgr2=0x7fe1741176d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:37:54.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 0x7fe1741176d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 rx=0x7fe170006b50 tx=0x7fe170017000).stop 2024-05-08T22:37:54.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 shutdown_connections 2024-05-08T22:37:54.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1741275f0 0x7fe174113b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:54.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe174095de0 0x7fe1741176d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 --2- 172.21.15.38:0/1715698254 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe174096730 0x7fe1741136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:37:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 >> 172.21.15.38:0/1715698254 conn(0x7fe17409a660 msgr2=0x7fe1740696d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:37:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 shutdown_connections 2024-05-08T22:37:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:37:54.131+0000 7fe17ba4b700 1 -- 172.21.15.38:0/1715698254 wait complete. 2024-05-08T22:37:54.134 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:37:54.143 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":171,"stamp":"2024-05-08T22:37:53.728765+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":9374,"num_write_kb":25166075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9866,"ondisk_log_size":9866,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1214336,"kb_used_data":1120,"kb_used_omap":0,"kb_used_meta":1213184,"kb_avail":376273024,"statfs":{"total":386547056640,"available":385303576576,"internally_reserved":0,"allocated":1146880,"data_stored":629204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1242300416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10737400645,"num_objects":-2560,"num_object_clones":0,"num_object_copies":-5120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2560,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2576,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002943"},"pg_stats":[{"pgid":"4.3f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.926994+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:48.926994+0000","last_peered":"2024-05-08T22:37:48.926994+0000","last_clean":"2024-05-08T22:37:48.926994+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:48.926994+0000","last_undegraded":"2024-05-08T22:37:48.926994+0000","last_fullsized":"2024-05-08T22:37:48.926994+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929048+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:37:48.929048+0000","last_peered":"2024-05-08T22:37:48.929048+0000","last_clean":"2024-05-08T22:37:48.929048+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:37:48.929048+0000","last_undegraded":"2024-05-08T22:37:48.929048+0000","last_fullsized":"2024-05-08T22:37:48.929048+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931083+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:48.931083+0000","last_peered":"2024-05-08T22:37:48.931083+0000","last_clean":"2024-05-08T22:37:48.931083+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:48.931083+0000","last_undegraded":"2024-05-08T22:37:48.931083+0000","last_fullsized":"2024-05-08T22:37:48.931083+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'173","reported_seq":185,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932962+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:48.932962+0000","last_peered":"2024-05-08T22:37:48.932962+0000","last_clean":"2024-05-08T22:37:48.932962+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:48.932962+0000","last_undegraded":"2024-05-08T22:37:48.932962+0000","last_fullsized":"2024-05-08T22:37:48.932962+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'148","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.911661+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:37:48.911661+0000","last_peered":"2024-05-08T22:37:48.911661+0000","last_clean":"2024-05-08T22:37:48.911661+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:37:48.911661+0000","last_undegraded":"2024-05-08T22:37:48.911661+0000","last_fullsized":"2024-05-08T22:37:48.911661+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.923812+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:48.923812+0000","last_peered":"2024-05-08T22:37:48.923812+0000","last_clean":"2024-05-08T22:37:48.923812+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:48.923812+0000","last_undegraded":"2024-05-08T22:37:48.923812+0000","last_fullsized":"2024-05-08T22:37:48.923812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'164","reported_seq":176,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919805+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:48.919805+0000","last_peered":"2024-05-08T22:37:48.919805+0000","last_clean":"2024-05-08T22:37:48.919805+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:48.919805+0000","last_undegraded":"2024-05-08T22:37:48.919805+0000","last_fullsized":"2024-05-08T22:37:48.919805+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'186","reported_seq":198,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":177,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'152","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.914815+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:37:48.914815+0000","last_peered":"2024-05-08T22:37:48.914815+0000","last_clean":"2024-05-08T22:37:48.914815+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:37:48.914815+0000","last_undegraded":"2024-05-08T22:37:48.914815+0000","last_fullsized":"2024-05-08T22:37:48.914815+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.920568+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:48.920568+0000","last_peered":"2024-05-08T22:37:48.920568+0000","last_clean":"2024-05-08T22:37:48.920568+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:48.920568+0000","last_undegraded":"2024-05-08T22:37:48.920568+0000","last_fullsized":"2024-05-08T22:37:48.920568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'142","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930686+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:37:48.930686+0000","last_peered":"2024-05-08T22:37:48.930686+0000","last_clean":"2024-05-08T22:37:48.930686+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:37:48.930686+0000","last_undegraded":"2024-05-08T22:37:48.930686+0000","last_fullsized":"2024-05-08T22:37:48.930686+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934359+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:37:48.934359+0000","last_peered":"2024-05-08T22:37:48.934359+0000","last_clean":"2024-05-08T22:37:48.934359+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:37:48.934359+0000","last_undegraded":"2024-05-08T22:37:48.934359+0000","last_fullsized":"2024-05-08T22:37:48.934359+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933943+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:48.933943+0000","last_peered":"2024-05-08T22:37:48.933943+0000","last_clean":"2024-05-08T22:37:48.933943+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:48.933943+0000","last_undegraded":"2024-05-08T22:37:48.933943+0000","last_fullsized":"2024-05-08T22:37:48.933943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930957+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:37:48.930957+0000","last_peered":"2024-05-08T22:37:48.930957+0000","last_clean":"2024-05-08T22:37:48.930957+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:37:48.930957+0000","last_undegraded":"2024-05-08T22:37:48.930957+0000","last_fullsized":"2024-05-08T22:37:48.930957+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'147","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.916868+0000","last_change":"2024-05-08T22:33:42.928540+0000","last_active":"2024-05-08T22:37:48.916868+0000","last_peered":"2024-05-08T22:37:48.916868+0000","last_clean":"2024-05-08T22:37:48.916868+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:37:48.916868+0000","last_undegraded":"2024-05-08T22:37:48.916868+0000","last_fullsized":"2024-05-08T22:37:48.916868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.914439+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:37:48.914439+0000","last_peered":"2024-05-08T22:37:48.914439+0000","last_clean":"2024-05-08T22:37:48.914439+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:37:48.914439+0000","last_undegraded":"2024-05-08T22:37:48.914439+0000","last_fullsized":"2024-05-08T22:37:48.914439+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.917160+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:37:48.917160+0000","last_peered":"2024-05-08T22:37:48.917160+0000","last_clean":"2024-05-08T22:37:48.917160+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:37:48.917160+0000","last_undegraded":"2024-05-08T22:37:48.917160+0000","last_fullsized":"2024-05-08T22:37:48.917160+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'172","reported_seq":184,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927735+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:37:48.927735+0000","last_peered":"2024-05-08T22:37:48.927735+0000","last_clean":"2024-05-08T22:37:48.927735+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:37:48.927735+0000","last_undegraded":"2024-05-08T22:37:48.927735+0000","last_fullsized":"2024-05-08T22:37:48.927735+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":172,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'161","reported_seq":173,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930069+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:37:48.930069+0000","last_peered":"2024-05-08T22:37:48.930069+0000","last_clean":"2024-05-08T22:37:48.930069+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:37:48.930069+0000","last_undegraded":"2024-05-08T22:37:48.930069+0000","last_fullsized":"2024-05-08T22:37:48.930069+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":161,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":153,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'137","reported_seq":149,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929784+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:37:48.929784+0000","last_peered":"2024-05-08T22:37:48.929784+0000","last_clean":"2024-05-08T22:37:48.929784+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:37:48.929784+0000","last_undegraded":"2024-05-08T22:37:48.929784+0000","last_fullsized":"2024-05-08T22:37:48.929784+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'166","reported_seq":178,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932713+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:37:48.932713+0000","last_peered":"2024-05-08T22:37:48.932713+0000","last_clean":"2024-05-08T22:37:48.932713+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:37:48.932713+0000","last_undegraded":"2024-05-08T22:37:48.932713+0000","last_fullsized":"2024-05-08T22:37:48.932713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919368+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:48.919368+0000","last_peered":"2024-05-08T22:37:48.919368+0000","last_clean":"2024-05-08T22:37:48.919368+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:48.919368+0000","last_undegraded":"2024-05-08T22:37:48.919368+0000","last_fullsized":"2024-05-08T22:37:48.919368+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'180","reported_seq":192,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930248+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:37:48.930248+0000","last_peered":"2024-05-08T22:37:48.930248+0000","last_clean":"2024-05-08T22:37:48.930248+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:37:48.930248+0000","last_undegraded":"2024-05-08T22:37:48.930248+0000","last_fullsized":"2024-05-08T22:37:48.930248+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":180,"ondisk_log_size":180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":174,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929486+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:37:48.929486+0000","last_peered":"2024-05-08T22:37:48.929486+0000","last_clean":"2024-05-08T22:37:48.929486+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:37:48.929486+0000","last_undegraded":"2024-05-08T22:37:48.929486+0000","last_fullsized":"2024-05-08T22:37:48.929486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'198","reported_seq":210,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933555+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:37:48.933555+0000","last_peered":"2024-05-08T22:37:48.933555+0000","last_clean":"2024-05-08T22:37:48.933555+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:37:48.933555+0000","last_undegraded":"2024-05-08T22:37:48.933555+0000","last_fullsized":"2024-05-08T22:37:48.933555+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":198,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'144","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.917854+0000","last_change":"2024-05-08T22:33:42.930261+0000","last_active":"2024-05-08T22:37:48.917854+0000","last_peered":"2024-05-08T22:37:48.917854+0000","last_clean":"2024-05-08T22:37:48.917854+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:37:48.917854+0000","last_undegraded":"2024-05-08T22:37:48.917854+0000","last_fullsized":"2024-05-08T22:37:48.917854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907107+0000","last_change":"2024-05-08T22:32:52.960103+0000","last_active":"2024-05-08T22:33:41.907107+0000","last_peered":"2024-05-08T22:33:41.907107+0000","last_clean":"2024-05-08T22:33:41.907107+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:33:41.907107+0000","last_undegraded":"2024-05-08T22:33:41.907107+0000","last_fullsized":"2024-05-08T22:33:41.907107+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'183","reported_seq":195,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922184+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:48.922184+0000","last_peered":"2024-05-08T22:37:48.922184+0000","last_clean":"2024-05-08T22:37:48.922184+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:48.922184+0000","last_undegraded":"2024-05-08T22:37:48.922184+0000","last_fullsized":"2024-05-08T22:37:48.922184+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":183,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":168,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906862+0000","last_change":"2024-05-08T22:32:52.960253+0000","last_active":"2024-05-08T22:33:41.906862+0000","last_peered":"2024-05-08T22:33:41.906862+0000","last_clean":"2024-05-08T22:33:41.906862+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:33:41.906862+0000","last_undegraded":"2024-05-08T22:33:41.906862+0000","last_fullsized":"2024-05-08T22:33:41.906862+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'152","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932738+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:37:48.932738+0000","last_peered":"2024-05-08T22:37:48.932738+0000","last_clean":"2024-05-08T22:37:48.932738+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:37:48.932738+0000","last_undegraded":"2024-05-08T22:37:48.932738+0000","last_fullsized":"2024-05-08T22:37:48.932738+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905881+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:33:41.905881+0000","last_peered":"2024-05-08T22:33:41.905881+0000","last_clean":"2024-05-08T22:33:41.905881+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:33:41.905881+0000","last_undegraded":"2024-05-08T22:33:41.905881+0000","last_fullsized":"2024-05-08T22:33:41.905881+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925574+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:48.925574+0000","last_peered":"2024-05-08T22:37:48.925574+0000","last_clean":"2024-05-08T22:37:48.925574+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:48.925574+0000","last_undegraded":"2024-05-08T22:37:48.925574+0000","last_fullsized":"2024-05-08T22:37:48.925574+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.928389+0000","last_change":"2024-05-08T22:32:52.960706+0000","last_active":"2024-05-08T22:33:42.928389+0000","last_peered":"2024-05-08T22:33:42.928389+0000","last_clean":"2024-05-08T22:33:42.928389+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:33:42.928389+0000","last_undegraded":"2024-05-08T22:33:42.928389+0000","last_fullsized":"2024-05-08T22:33:42.928389+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'165","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931847+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:48.931847+0000","last_peered":"2024-05-08T22:37:48.931847+0000","last_clean":"2024-05-08T22:37:48.931847+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:48.931847+0000","last_undegraded":"2024-05-08T22:37:48.931847+0000","last_fullsized":"2024-05-08T22:37:48.931847+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911501+0000","last_change":"2024-05-08T22:32:52.965784+0000","last_active":"2024-05-08T22:33:41.911501+0000","last_peered":"2024-05-08T22:33:41.911501+0000","last_clean":"2024-05-08T22:33:41.911501+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:33:41.911501+0000","last_undegraded":"2024-05-08T22:33:41.911501+0000","last_fullsized":"2024-05-08T22:33:41.911501+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.918482+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:48.918482+0000","last_peered":"2024-05-08T22:37:48.918482+0000","last_clean":"2024-05-08T22:37:48.918482+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:48.918482+0000","last_undegraded":"2024-05-08T22:37:48.918482+0000","last_fullsized":"2024-05-08T22:37:48.918482+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'8","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:45.489797+0000","last_change":"2024-05-08T22:32:52.963694+0000","last_active":"2024-05-08T22:37:45.489797+0000","last_peered":"2024-05-08T22:37:45.489797+0000","last_clean":"2024-05-08T22:37:45.489797+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:37:45.489797+0000","last_undegraded":"2024-05-08T22:37:45.489797+0000","last_fullsized":"2024-05-08T22:37:45.489797+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933179+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:37:48.933179+0000","last_peered":"2024-05-08T22:37:48.933179+0000","last_clean":"2024-05-08T22:37:48.933179+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:37:48.933179+0000","last_undegraded":"2024-05-08T22:37:48.933179+0000","last_fullsized":"2024-05-08T22:37:48.933179+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'92","reported_seq":105,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934527+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:37:48.934527+0000","last_peered":"2024-05-08T22:37:48.934527+0000","last_clean":"2024-05-08T22:37:48.934527+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:37:48.934527+0000","last_undegraded":"2024-05-08T22:37:48.934527+0000","last_fullsized":"2024-05-08T22:37:48.934527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":92,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194371,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":91,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'171","reported_seq":183,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934469+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:37:48.934469+0000","last_peered":"2024-05-08T22:37:48.934469+0000","last_clean":"2024-05-08T22:37:48.934469+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:37:48.934469+0000","last_undegraded":"2024-05-08T22:37:48.934469+0000","last_fullsized":"2024-05-08T22:37:48.934469+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904751+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:33:41.904751+0000","last_peered":"2024-05-08T22:33:41.904751+0000","last_clean":"2024-05-08T22:33:41.904751+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:33:41.904751+0000","last_undegraded":"2024-05-08T22:33:41.904751+0000","last_fullsized":"2024-05-08T22:33:41.904751+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922004+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:48.922004+0000","last_peered":"2024-05-08T22:37:48.922004+0000","last_clean":"2024-05-08T22:37:48.922004+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:48.922004+0000","last_undegraded":"2024-05-08T22:37:48.922004+0000","last_fullsized":"2024-05-08T22:37:48.922004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909384+0000","last_change":"2024-05-08T22:32:52.958482+0000","last_active":"2024-05-08T22:33:41.909384+0000","last_peered":"2024-05-08T22:33:41.909384+0000","last_clean":"2024-05-08T22:33:41.909384+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:33:41.909384+0000","last_undegraded":"2024-05-08T22:33:41.909384+0000","last_fullsized":"2024-05-08T22:33:41.909384+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921370+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:48.921370+0000","last_peered":"2024-05-08T22:37:48.921370+0000","last_clean":"2024-05-08T22:37:48.921370+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:48.921370+0000","last_undegraded":"2024-05-08T22:37:48.921370+0000","last_fullsized":"2024-05-08T22:37:48.921370+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904458+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:33:41.904458+0000","last_peered":"2024-05-08T22:33:41.904458+0000","last_clean":"2024-05-08T22:33:41.904458+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:33:41.904458+0000","last_undegraded":"2024-05-08T22:33:41.904458+0000","last_fullsized":"2024-05-08T22:33:41.904458+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'229","reported_seq":249,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922779+0000","last_change":"2024-05-08T22:33:42.930095+0000","last_active":"2024-05-08T22:37:48.922779+0000","last_peered":"2024-05-08T22:37:48.922779+0000","last_clean":"2024-05-08T22:37:48.922779+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:37:48.922779+0000","last_undegraded":"2024-05-08T22:37:48.922779+0000","last_fullsized":"2024-05-08T22:37:48.922779+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":229,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":219,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'9","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.924431+0000","last_change":"2024-05-08T22:32:52.966394+0000","last_active":"2024-05-08T22:33:42.924431+0000","last_peered":"2024-05-08T22:33:42.924431+0000","last_clean":"2024-05-08T22:33:42.924431+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:33:42.924431+0000","last_undegraded":"2024-05-08T22:33:42.924431+0000","last_fullsized":"2024-05-08T22:33:42.924431+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925430+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:48.925430+0000","last_peered":"2024-05-08T22:37:48.925430+0000","last_clean":"2024-05-08T22:37:48.925430+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:48.925430+0000","last_undegraded":"2024-05-08T22:37:48.925430+0000","last_fullsized":"2024-05-08T22:37:48.925430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909278+0000","last_change":"2024-05-08T22:32:52.965428+0000","last_active":"2024-05-08T22:33:41.909278+0000","last_peered":"2024-05-08T22:33:41.909278+0000","last_clean":"2024-05-08T22:33:41.909278+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:33:41.909278+0000","last_undegraded":"2024-05-08T22:33:41.909278+0000","last_fullsized":"2024-05-08T22:33:41.909278+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'153","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934139+0000","last_change":"2024-05-08T22:33:42.926180+0000","last_active":"2024-05-08T22:37:48.934139+0000","last_peered":"2024-05-08T22:37:48.934139+0000","last_clean":"2024-05-08T22:37:48.934139+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:37:48.934139+0000","last_undegraded":"2024-05-08T22:37:48.934139+0000","last_fullsized":"2024-05-08T22:37:48.934139+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":153,"ondisk_log_size":153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911428+0000","last_change":"2024-05-08T22:32:52.969689+0000","last_active":"2024-05-08T22:33:41.911428+0000","last_peered":"2024-05-08T22:33:41.911428+0000","last_clean":"2024-05-08T22:33:41.911428+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:33:41.911428+0000","last_undegraded":"2024-05-08T22:33:41.911428+0000","last_fullsized":"2024-05-08T22:33:41.911428+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.872319+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:37:48.872319+0000","last_peered":"2024-05-08T22:37:48.872319+0000","last_clean":"2024-05-08T22:37:48.872319+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:37:48.872319+0000","last_undegraded":"2024-05-08T22:37:48.872319+0000","last_fullsized":"2024-05-08T22:37:48.872319+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906367+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:33:41.906367+0000","last_peered":"2024-05-08T22:33:41.906367+0000","last_clean":"2024-05-08T22:33:41.906367+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:33:41.906367+0000","last_undegraded":"2024-05-08T22:33:41.906367+0000","last_fullsized":"2024-05-08T22:33:41.906367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'128","reported_seq":140,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928383+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:37:48.928383+0000","last_peered":"2024-05-08T22:37:48.928383+0000","last_clean":"2024-05-08T22:37:48.928383+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:37:48.928383+0000","last_undegraded":"2024-05-08T22:37:48.928383+0000","last_fullsized":"2024-05-08T22:37:48.928383+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910810+0000","last_change":"2024-05-08T22:32:52.955918+0000","last_active":"2024-05-08T22:33:41.910810+0000","last_peered":"2024-05-08T22:33:41.910810+0000","last_clean":"2024-05-08T22:33:41.910810+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:33:41.910810+0000","last_undegraded":"2024-05-08T22:33:41.910810+0000","last_fullsized":"2024-05-08T22:33:41.910810+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932806+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:37:48.932806+0000","last_peered":"2024-05-08T22:37:48.932806+0000","last_clean":"2024-05-08T22:37:48.932806+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:37:48.932806+0000","last_undegraded":"2024-05-08T22:37:48.932806+0000","last_fullsized":"2024-05-08T22:37:48.932806+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.921716+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:33:42.921716+0000","last_peered":"2024-05-08T22:33:42.921716+0000","last_clean":"2024-05-08T22:33:42.921716+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:33:42.921716+0000","last_undegraded":"2024-05-08T22:33:42.921716+0000","last_fullsized":"2024-05-08T22:33:42.921716+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.920266+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:37:48.920266+0000","last_peered":"2024-05-08T22:37:48.920266+0000","last_clean":"2024-05-08T22:37:48.920266+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:37:48.920266+0000","last_undegraded":"2024-05-08T22:37:48.920266+0000","last_fullsized":"2024-05-08T22:37:48.920266+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905545+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:33:41.905545+0000","last_peered":"2024-05-08T22:33:41.905545+0000","last_clean":"2024-05-08T22:33:41.905545+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:33:41.905545+0000","last_undegraded":"2024-05-08T22:33:41.905545+0000","last_fullsized":"2024-05-08T22:33:41.905545+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'151","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922082+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:48.922082+0000","last_peered":"2024-05-08T22:37:48.922082+0000","last_clean":"2024-05-08T22:37:48.922082+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:48.922082+0000","last_undegraded":"2024-05-08T22:37:48.922082+0000","last_fullsized":"2024-05-08T22:37:48.922082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904059+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:33:41.904059+0000","last_peered":"2024-05-08T22:33:41.904059+0000","last_clean":"2024-05-08T22:33:41.904059+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:33:41.904059+0000","last_undegraded":"2024-05-08T22:33:41.904059+0000","last_fullsized":"2024-05-08T22:33:41.904059+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927083+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:37:48.927083+0000","last_peered":"2024-05-08T22:37:48.927083+0000","last_clean":"2024-05-08T22:37:48.927083+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:37:48.927083+0000","last_undegraded":"2024-05-08T22:37:48.927083+0000","last_fullsized":"2024-05-08T22:37:48.927083+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905336+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:33:41.905336+0000","last_peered":"2024-05-08T22:33:41.905336+0000","last_clean":"2024-05-08T22:33:41.905336+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:33:41.905336+0000","last_undegraded":"2024-05-08T22:33:41.905336+0000","last_fullsized":"2024-05-08T22:33:41.905336+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'138","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929893+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:37:48.929893+0000","last_peered":"2024-05-08T22:37:48.929893+0000","last_clean":"2024-05-08T22:37:48.929893+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:37:48.929893+0000","last_undegraded":"2024-05-08T22:37:48.929893+0000","last_fullsized":"2024-05-08T22:37:48.929893+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910571+0000","last_change":"2024-05-08T22:32:49.352589+0000","last_active":"2024-05-08T22:33:41.910571+0000","last_peered":"2024-05-08T22:33:41.910571+0000","last_clean":"2024-05-08T22:33:41.910571+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:33:41.910571+0000","last_undegraded":"2024-05-08T22:33:41.910571+0000","last_fullsized":"2024-05-08T22:33:41.910571+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.911427+0000","last_change":"2024-05-08T22:32:52.970397+0000","last_active":"2024-05-08T22:33:41.911427+0000","last_peered":"2024-05-08T22:33:41.911427+0000","last_clean":"2024-05-08T22:33:41.911427+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:33:41.911427+0000","last_undegraded":"2024-05-08T22:33:41.911427+0000","last_fullsized":"2024-05-08T22:33:41.911427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'158","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933054+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:37:48.933054+0000","last_peered":"2024-05-08T22:37:48.933054+0000","last_clean":"2024-05-08T22:37:48.933054+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:37:48.933054+0000","last_undegraded":"2024-05-08T22:37:48.933054+0000","last_fullsized":"2024-05-08T22:37:48.933054+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905640+0000","last_change":"2024-05-08T22:32:48.787518+0000","last_active":"2024-05-08T22:33:41.905640+0000","last_peered":"2024-05-08T22:33:41.905640+0000","last_clean":"2024-05-08T22:33:41.905640+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:33:41.905640+0000","last_undegraded":"2024-05-08T22:33:41.905640+0000","last_fullsized":"2024-05-08T22:33:41.905640+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909568+0000","last_change":"2024-05-08T22:32:52.956064+0000","last_active":"2024-05-08T22:33:41.909568+0000","last_peered":"2024-05-08T22:33:41.909568+0000","last_clean":"2024-05-08T22:33:41.909568+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:33:41.909568+0000","last_undegraded":"2024-05-08T22:33:41.909568+0000","last_fullsized":"2024-05-08T22:33:41.909568+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929056+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:37:48.929056+0000","last_peered":"2024-05-08T22:37:48.929056+0000","last_clean":"2024-05-08T22:37:48.929056+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:37:48.929056+0000","last_undegraded":"2024-05-08T22:37:48.929056+0000","last_fullsized":"2024-05-08T22:37:48.929056+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.908951+0000","last_change":"2024-05-08T22:32:48.788481+0000","last_active":"2024-05-08T22:33:41.908951+0000","last_peered":"2024-05-08T22:33:41.908951+0000","last_clean":"2024-05-08T22:33:41.908951+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:33:41.908951+0000","last_undegraded":"2024-05-08T22:33:41.908951+0000","last_fullsized":"2024-05-08T22:33:41.908951+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907206+0000","last_change":"2024-05-08T22:32:52.961924+0000","last_active":"2024-05-08T22:33:41.907206+0000","last_peered":"2024-05-08T22:33:41.907206+0000","last_clean":"2024-05-08T22:33:41.907206+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:33:41.907206+0000","last_undegraded":"2024-05-08T22:33:41.907206+0000","last_fullsized":"2024-05-08T22:33:41.907206+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927581+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:37:48.927581+0000","last_peered":"2024-05-08T22:37:48.927581+0000","last_clean":"2024-05-08T22:37:48.927581+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:37:48.927581+0000","last_undegraded":"2024-05-08T22:37:48.927581+0000","last_fullsized":"2024-05-08T22:37:48.927581+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904623+0000","last_change":"2024-05-08T22:32:48.787491+0000","last_active":"2024-05-08T22:33:41.904623+0000","last_peered":"2024-05-08T22:33:41.904623+0000","last_clean":"2024-05-08T22:33:41.904623+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:33:41.904623+0000","last_undegraded":"2024-05-08T22:33:41.904623+0000","last_fullsized":"2024-05-08T22:33:41.904623+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906903+0000","last_change":"2024-05-08T22:32:47.788503+0000","last_active":"2024-05-08T22:33:41.906903+0000","last_peered":"2024-05-08T22:33:41.906903+0000","last_clean":"2024-05-08T22:33:41.906903+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:33:41.906903+0000","last_undegraded":"2024-05-08T22:33:41.906903+0000","last_fullsized":"2024-05-08T22:33:41.906903+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:46.765460+0000","last_clean_scrub_stamp":"2024-05-08T22:32:46.765460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905427+0000","last_change":"2024-05-08T22:32:52.963341+0000","last_active":"2024-05-08T22:33:41.905427+0000","last_peered":"2024-05-08T22:33:41.905427+0000","last_clean":"2024-05-08T22:33:41.905427+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:33:41.905427+0000","last_undegraded":"2024-05-08T22:33:41.905427+0000","last_fullsized":"2024-05-08T22:33:41.905427+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921073+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:48.921073+0000","last_peered":"2024-05-08T22:37:48.921073+0000","last_clean":"2024-05-08T22:37:48.921073+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:48.921073+0000","last_undegraded":"2024-05-08T22:37:48.921073+0000","last_fullsized":"2024-05-08T22:37:48.921073+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905562+0000","last_change":"2024-05-08T22:32:48.787553+0000","last_active":"2024-05-08T22:33:41.905562+0000","last_peered":"2024-05-08T22:33:41.905562+0000","last_clean":"2024-05-08T22:33:41.905562+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:33:41.905562+0000","last_undegraded":"2024-05-08T22:33:41.905562+0000","last_fullsized":"2024-05-08T22:33:41.905562+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:45.479811+0000","last_change":"2024-05-08T22:32:52.955749+0000","last_active":"2024-05-08T22:37:45.479811+0000","last_peered":"2024-05-08T22:37:45.479811+0000","last_clean":"2024-05-08T22:37:45.479811+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:45.479811+0000","last_undegraded":"2024-05-08T22:37:45.479811+0000","last_fullsized":"2024-05-08T22:37:45.479811+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'163","reported_seq":175,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934344+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:37:48.934344+0000","last_peered":"2024-05-08T22:37:48.934344+0000","last_clean":"2024-05-08T22:37:48.934344+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:37:48.934344+0000","last_undegraded":"2024-05-08T22:37:48.934344+0000","last_fullsized":"2024-05-08T22:37:48.934344+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906532+0000","last_change":"2024-05-08T22:32:49.351997+0000","last_active":"2024-05-08T22:33:41.906532+0000","last_peered":"2024-05-08T22:33:41.906532+0000","last_clean":"2024-05-08T22:33:41.906532+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:33:41.906532+0000","last_undegraded":"2024-05-08T22:33:41.906532+0000","last_fullsized":"2024-05-08T22:33:41.906532+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.907613+0000","last_change":"2024-05-08T22:32:52.962726+0000","last_active":"2024-05-08T22:33:41.907613+0000","last_peered":"2024-05-08T22:33:41.907613+0000","last_clean":"2024-05-08T22:33:41.907613+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:33:41.907613+0000","last_undegraded":"2024-05-08T22:33:41.907613+0000","last_fullsized":"2024-05-08T22:33:41.907613+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'145","reported_seq":157,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.924133+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:37:48.924133+0000","last_peered":"2024-05-08T22:37:48.924133+0000","last_clean":"2024-05-08T22:37:48.924133+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:37:48.924133+0000","last_undegraded":"2024-05-08T22:37:48.924133+0000","last_fullsized":"2024-05-08T22:37:48.924133+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.923270+0000","last_change":"2024-05-08T22:32:52.967074+0000","last_active":"2024-05-08T22:33:42.923270+0000","last_peered":"2024-05-08T22:33:42.923270+0000","last_clean":"2024-05-08T22:33:42.923270+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:33:42.923270+0000","last_undegraded":"2024-05-08T22:33:42.923270+0000","last_fullsized":"2024-05-08T22:33:42.923270+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910311+0000","last_change":"2024-05-08T22:32:49.352099+0000","last_active":"2024-05-08T22:33:41.910311+0000","last_peered":"2024-05-08T22:33:41.910311+0000","last_clean":"2024-05-08T22:33:41.910311+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:33:41.910311+0000","last_undegraded":"2024-05-08T22:33:41.910311+0000","last_fullsized":"2024-05-08T22:33:41.910311+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931890+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:37:48.931890+0000","last_peered":"2024-05-08T22:37:48.931890+0000","last_clean":"2024-05-08T22:37:48.931890+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:37:48.931890+0000","last_undegraded":"2024-05-08T22:37:48.931890+0000","last_fullsized":"2024-05-08T22:37:48.931890+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905936+0000","last_change":"2024-05-08T22:32:49.352227+0000","last_active":"2024-05-08T22:33:41.905936+0000","last_peered":"2024-05-08T22:33:41.905936+0000","last_clean":"2024-05-08T22:33:41.905936+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:33:41.905936+0000","last_undegraded":"2024-05-08T22:33:41.905936+0000","last_fullsized":"2024-05-08T22:33:41.905936+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:47.770201+0000","last_clean_scrub_stamp":"2024-05-08T22:32:47.770201+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'10","reported_seq":23,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:43.898601+0000","last_change":"2024-05-08T22:32:52.968116+0000","last_active":"2024-05-08T22:37:43.898601+0000","last_peered":"2024-05-08T22:37:43.898601+0000","last_clean":"2024-05-08T22:37:43.898601+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:43.898601+0000","last_undegraded":"2024-05-08T22:37:43.898601+0000","last_fullsized":"2024-05-08T22:37:43.898601+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927419+0000","last_change":"2024-05-08T22:32:53.381732+0000","last_active":"2024-05-08T22:37:48.927419+0000","last_peered":"2024-05-08T22:37:48.927419+0000","last_clean":"2024-05-08T22:37:48.927419+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:37:48.927419+0000","last_undegraded":"2024-05-08T22:37:48.927419+0000","last_fullsized":"2024-05-08T22:37:48.927419+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909660+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:33:41.909660+0000","last_peered":"2024-05-08T22:33:41.909660+0000","last_clean":"2024-05-08T22:33:41.909660+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:33:41.909660+0000","last_undegraded":"2024-05-08T22:33:41.909660+0000","last_fullsized":"2024-05-08T22:33:41.909660+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930596+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:37:48.930596+0000","last_peered":"2024-05-08T22:37:48.930596+0000","last_clean":"2024-05-08T22:37:48.930596+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:37:48.930596+0000","last_undegraded":"2024-05-08T22:37:48.930596+0000","last_fullsized":"2024-05-08T22:37:48.930596+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910635+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:33:41.910635+0000","last_peered":"2024-05-08T22:33:41.910635+0000","last_clean":"2024-05-08T22:33:41.910635+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:33:41.910635+0000","last_undegraded":"2024-05-08T22:33:41.910635+0000","last_fullsized":"2024-05-08T22:33:41.910635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'137","reported_seq":149,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933946+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:37:48.933946+0000","last_peered":"2024-05-08T22:37:48.933946+0000","last_clean":"2024-05-08T22:37:48.933946+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:37:48.933946+0000","last_undegraded":"2024-05-08T22:37:48.933946+0000","last_fullsized":"2024-05-08T22:37:48.933946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.922460+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:33:42.922460+0000","last_peered":"2024-05-08T22:33:42.922460+0000","last_clean":"2024-05-08T22:33:42.922460+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:33:42.922460+0000","last_undegraded":"2024-05-08T22:33:42.922460+0000","last_fullsized":"2024-05-08T22:33:42.922460+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928193+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:37:48.928193+0000","last_peered":"2024-05-08T22:37:48.928193+0000","last_clean":"2024-05-08T22:37:48.928193+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:37:48.928193+0000","last_undegraded":"2024-05-08T22:37:48.928193+0000","last_fullsized":"2024-05-08T22:37:48.928193+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906718+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:33:41.906718+0000","last_peered":"2024-05-08T22:33:41.906718+0000","last_clean":"2024-05-08T22:33:41.906718+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:33:41.906718+0000","last_undegraded":"2024-05-08T22:33:41.906718+0000","last_fullsized":"2024-05-08T22:33:41.906718+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'157","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.926372+0000","last_change":"2024-05-08T22:33:42.929961+0000","last_active":"2024-05-08T22:37:48.926372+0000","last_peered":"2024-05-08T22:37:48.926372+0000","last_clean":"2024-05-08T22:37:48.926372+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:37:48.926372+0000","last_undegraded":"2024-05-08T22:37:48.926372+0000","last_fullsized":"2024-05-08T22:37:48.926372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910784+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:33:41.910784+0000","last_peered":"2024-05-08T22:33:41.910784+0000","last_clean":"2024-05-08T22:33:41.910784+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:33:41.910784+0000","last_undegraded":"2024-05-08T22:33:41.910784+0000","last_fullsized":"2024-05-08T22:33:41.910784+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'170","reported_seq":182,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934292+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:37:48.934292+0000","last_peered":"2024-05-08T22:37:48.934292+0000","last_clean":"2024-05-08T22:37:48.934292+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:37:48.934292+0000","last_undegraded":"2024-05-08T22:37:48.934292+0000","last_fullsized":"2024-05-08T22:37:48.934292+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":170,"ondisk_log_size":170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930235+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:37:48.930235+0000","last_peered":"2024-05-08T22:37:48.930235+0000","last_clean":"2024-05-08T22:37:48.930235+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:37:48.930235+0000","last_undegraded":"2024-05-08T22:37:48.930235+0000","last_fullsized":"2024-05-08T22:37:48.930235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931697+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:48.931697+0000","last_peered":"2024-05-08T22:37:48.931697+0000","last_clean":"2024-05-08T22:37:48.931697+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:48.931697+0000","last_undegraded":"2024-05-08T22:37:48.931697+0000","last_fullsized":"2024-05-08T22:37:48.931697+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.912060+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:37:48.912060+0000","last_peered":"2024-05-08T22:37:48.912060+0000","last_clean":"2024-05-08T22:37:48.912060+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:37:48.912060+0000","last_undegraded":"2024-05-08T22:37:48.912060+0000","last_fullsized":"2024-05-08T22:37:48.912060+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'118","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922346+0000","last_change":"2024-05-08T22:33:42.926674+0000","last_active":"2024-05-08T22:37:48.922346+0000","last_peered":"2024-05-08T22:37:48.922346+0000","last_clean":"2024-05-08T22:37:48.922346+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:37:48.922346+0000","last_undegraded":"2024-05-08T22:37:48.922346+0000","last_fullsized":"2024-05-08T22:37:48.922346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'133","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929734+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:37:48.929734+0000","last_peered":"2024-05-08T22:37:48.929734+0000","last_clean":"2024-05-08T22:37:48.929734+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:37:48.929734+0000","last_undegraded":"2024-05-08T22:37:48.929734+0000","last_fullsized":"2024-05-08T22:37:48.929734+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":133,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9216,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9717,"ondisk_log_size":9717,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":158,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":458752,"data_stored":391292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705728,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297604,"kb_used_data":380,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074236,"statfs":{"total":96636764160,"available":96332017664,"internally_reserved":0,"allocated":389120,"data_stored":254043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23699999999999999,"5min":0.193,"15min":0.193},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.40699999999999997,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":3.883,"5min":3.883,"15min":3.883},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40400000000000003,"15min":0.374},"min":{"1min":0.23200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.255},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.42299999999999999,"15min":0.372},"min":{"1min":0.28199999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.9910000000000001,"5min":3.9910000000000001,"15min":3.9910000000000001},"last":0.28199999999999997}]},{"osd":2,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41099999999999998,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":1.5009999999999999,"5min":1.5009999999999999,"15min":1.5009999999999999},"last":0.313},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.443,"15min":0.39300000000000002},"min":{"1min":0.27000000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.8279999999999998,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.27000000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705727,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309756,"kb_used_data":372,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062084,"statfs":{"total":96636764160,"available":96319574016,"internally_reserved":0,"allocated":380928,"data_stored":254354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.28100000000000003,"5min":0.29799999999999999,"15min":0.29499999999999998},"min":{"1min":0.17599999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.41899999999999998,"5min":0.496,"15min":0.496},"last":0.309},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32800000000000001,"15min":0.33000000000000002},"min":{"1min":0.20000000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.442,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.26400000000000001}]},{"osd":1,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.34399999999999997,"15min":0.34499999999999997},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.43099999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51800000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.34599999999999997}]},{"osd":3,"last update":"Wed May 8 22:36:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.35599999999999998,"15min":0.35199999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.502,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56399999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.36799999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705728,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309572,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062268,"statfs":{"total":96636764160,"available":96319762432,"internally_reserved":0,"allocated":192512,"data_stored":60683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.41799999999999998,"5min":0.499,"15min":0.499},"last":0.312},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.377,"15min":0.373},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.379}]},{"osd":2,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.373,"15min":0.373},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.44900000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.379,"15min":0.377},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.44500000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34799999999999998}]},{"osd":3,"last update":"Wed May 8 22:36:53 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.40100000000000002,"15min":0.40200000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.47099999999999997,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.39900000000000002,"15min":0.39500000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.36699999999999999}]}]},{"osd":1,"up_from":9,"seq":38654705728,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297404,"kb_used_data":180,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074436,"statfs":{"total":96636764160,"available":96332222464,"internally_reserved":0,"allocated":184320,"data_stored":60124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.314,"15min":0.30399999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.375,"5min":0.34899999999999998,"15min":0.33800000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.48899999999999999}]},{"osd":2,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.34499999999999997,"15min":0.33600000000000002},"min":{"1min":0.25,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.46300000000000002,"5min":0.504,"15min":0.504},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.374,"5min":0.35699999999999998,"15min":0.34799999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.496,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.40500000000000003}]},{"osd":3,"last update":"Wed May 8 22:36:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.375,"15min":0.36899999999999999},"min":{"1min":0.25900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":1.409},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.36699999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51200000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.68200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":208896,"data_stored":194876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":194565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:37:54.149 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.149 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.149 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.150 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.151 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.152 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.153 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.154 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.155 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.156 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.157 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-05-08T22:32:46.765460+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=46, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.158 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-05-08T22:32:47.770201+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=47, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.159 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.160 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.161 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.161 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:37:54.161 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-05-08T22:38:14.162 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:38:14.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.296+0000 7f8c41aae700 1 Processor -- start 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.296+0000 7f8c41aae700 1 -- start start 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c41aae700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c12ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c41aae700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c127cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c41aae700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c3c064170 con 0x7f8c3c12b170 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c41aae700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3c065520 con 0x7f8c3c127870 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c41aae700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3c064c20 con 0x7f8c3c065140 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3b7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c12ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3bfff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c127cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3b7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c12ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:43006/0 (socket says 172.21.15.38:43006) 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3b7fe700 1 -- 172.21.15.38:0/1250451857 learned_addr learned my addr 172.21.15.38:0/1250451857 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:38:14.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3a7fc700 1 -- 172.21.15.38:0/1250451857 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1345665434 0 0) 0x7f8c3c064170 con 0x7f8c3c12b170 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3a7fc700 1 -- 172.21.15.38:0/1250451857 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8c240033f0 con 0x7f8c3c12b170 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3bfff700 1 -- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 msgr2=0x7f8c3c12ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3bfff700 1 --2- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c12ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3bfff700 1 -- 172.21.15.38:0/1250451857 >> v1:172.21.15.38:6789/0 conn(0x7f8c3c12b170 legacy=0x7f8c3c127160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3bfff700 1 -- 172.21.15.38:0/1250451857 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c3c12a9e0 con 0x7f8c3c127870 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3b7fe700 1 --2- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c12ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.297+0000 7f8c3bfff700 1 --2- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c127cf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 rx=0x7f8c34009e90 tx=0x7f8c34009780).ready entity=mon.1 client_cookie=450ba98d6d23b8d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c3a7fc700 1 -- 172.21.15.38:0/1250451857 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3400e070 con 0x7f8c3c127870 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c3a7fc700 1 -- 172.21.15.38:0/1250451857 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c3400bab0 con 0x7f8c3c127870 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c3a7fc700 1 -- 172.21.15.38:0/1250451857 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3400be30 con 0x7f8c3c127870 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 -- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 msgr2=0x7f8c3c127cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c127cf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 rx=0x7f8c34009e90 tx=0x7f8c34009780).stop 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 -- 172.21.15.38:0/1250451857 shutdown_connections 2024-05-08T22:38:14.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c127cf0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1250451857 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c12ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 -- 172.21.15.38:0/1250451857 >> 172.21.15.38:0/1250451857 conn(0x7f8c3c0631d0 msgr2=0x7f8c3c098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:38:14.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 -- 172.21.15.38:0/1250451857 shutdown_connections 2024-05-08T22:38:14.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.298+0000 7f8c41aae700 1 -- 172.21.15.38:0/1250451857 wait complete. 2024-05-08T22:38:14.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.299+0000 7f8c41aae700 1 Processor -- start 2024-05-08T22:38:14.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.299+0000 7f8c41aae700 1 -- start start 2024-05-08T22:38:14.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c41aae700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c126880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:14.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c41aae700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c1157b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:14.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c41aae700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c3c12b170 0x7f8c3c115ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:14.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c41aae700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3c116c60 con 0x7f8c3c12b170 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c41aae700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3c09aef0 con 0x7f8c3c127870 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c41aae700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3c063ea0 con 0x7f8c3c065140 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c3c12b170 0x7f8c3c115ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3affd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c1157b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c126880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c126880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:43018/0 (socket says 172.21.15.38:43018) 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3bfff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c3c12b170 0x7f8c3c115ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:42842/0 (socket says 172.21.15.38:42842) 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 -- 172.21.15.38:0/1593023548 learned_addr learned my addr 172.21.15.38:0/1593023548 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 -- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 msgr2=0x7f8c3c1157b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c1157b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 -- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c3c12b170 msgr2=0x7f8c3c115ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c3c12b170 0x7f8c3c115ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 -- 172.21.15.38:0/1593023548 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c2c009370 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3affd700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c1157b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.300+0000 7f8c3b7fe700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c126880 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 rx=0x7f8c2c00ea20 tx=0x7f8c2c0090f0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.301+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c00ee60 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.301+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2c00c850 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.301+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c00cbd0 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.301+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c34009a20 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.301+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c3c119930 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.301+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f8c2c01b400 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.302+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f8c2c03b860 con 0x7f8c3c065140 2024-05-08T22:38:14.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.302+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c3c098970 con 0x7f8c3c065140 2024-05-08T22:38:14.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.306+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f8c2c016020 con 0x7f8c3c065140 2024-05-08T22:38:14.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.470+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8c3c046ce0 con 0x7f8c2802bd30 2024-05-08T22:38:14.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.476+0000 7f8c23fff700 1 -- 172.21.15.38:0/1593023548 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256042 (unknown 2965378022 0 1006814654) 0x7f8c3c046ce0 con 0x7f8c2802bd30 2024-05-08T22:38:14.481 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:38:14.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 >> v1:172.21.15.38:6816/46721 conn(0x7f8c2802bd30 legacy=0x7f8c2802e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:14.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 msgr2=0x7f8c3c126880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:14.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c126880 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 rx=0x7f8c2c00ea20 tx=0x7f8c2c0090f0).stop 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 shutdown_connections 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c3c12b170 0x7f8c3c115ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f8c3c065140 0x7f8c3c126880 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 --2- 172.21.15.38:0/1593023548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c3c127870 0x7f8c3c1157b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 >> 172.21.15.38:0/1593023548 conn(0x7f8c3c0631d0 msgr2=0x7f8c3c1296e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.479+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 shutdown_connections 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:14.480+0000 7f8c41aae700 1 -- 172.21.15.38:0/1593023548 wait complete. 2024-05-08T22:38:14.484 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:38:14.490 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-05-08T22:38:13.734210+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":9374,"num_write_kb":25166075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9874,"ondisk_log_size":9874,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1214336,"kb_used_data":1120,"kb_used_omap":0,"kb_used_meta":1213184,"kb_avail":376273024,"statfs":{"total":386547056640,"available":385303576576,"internally_reserved":0,"allocated":1146880,"data_stored":629204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1242300416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003333"},"pg_stats":[{"pgid":"4.3f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.926994+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:48.926994+0000","last_peered":"2024-05-08T22:37:48.926994+0000","last_clean":"2024-05-08T22:37:48.926994+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:48.926994+0000","last_undegraded":"2024-05-08T22:37:48.926994+0000","last_fullsized":"2024-05-08T22:37:48.926994+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929048+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:37:48.929048+0000","last_peered":"2024-05-08T22:37:48.929048+0000","last_clean":"2024-05-08T22:37:48.929048+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:37:48.929048+0000","last_undegraded":"2024-05-08T22:37:48.929048+0000","last_fullsized":"2024-05-08T22:37:48.929048+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931083+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:48.931083+0000","last_peered":"2024-05-08T22:37:48.931083+0000","last_clean":"2024-05-08T22:37:48.931083+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:48.931083+0000","last_undegraded":"2024-05-08T22:37:48.931083+0000","last_fullsized":"2024-05-08T22:37:48.931083+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'173","reported_seq":185,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932962+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:48.932962+0000","last_peered":"2024-05-08T22:37:48.932962+0000","last_clean":"2024-05-08T22:37:48.932962+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:48.932962+0000","last_undegraded":"2024-05-08T22:37:48.932962+0000","last_fullsized":"2024-05-08T22:37:48.932962+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'148","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.911661+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:37:48.911661+0000","last_peered":"2024-05-08T22:37:48.911661+0000","last_clean":"2024-05-08T22:37:48.911661+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:37:48.911661+0000","last_undegraded":"2024-05-08T22:37:48.911661+0000","last_fullsized":"2024-05-08T22:37:48.911661+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.923812+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:48.923812+0000","last_peered":"2024-05-08T22:37:48.923812+0000","last_clean":"2024-05-08T22:37:48.923812+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:48.923812+0000","last_undegraded":"2024-05-08T22:37:48.923812+0000","last_fullsized":"2024-05-08T22:37:48.923812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'164","reported_seq":176,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919805+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:48.919805+0000","last_peered":"2024-05-08T22:37:48.919805+0000","last_clean":"2024-05-08T22:37:48.919805+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:48.919805+0000","last_undegraded":"2024-05-08T22:37:48.919805+0000","last_fullsized":"2024-05-08T22:37:48.919805+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'186","reported_seq":198,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":177,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'152","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.914815+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:37:48.914815+0000","last_peered":"2024-05-08T22:37:48.914815+0000","last_clean":"2024-05-08T22:37:48.914815+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:37:48.914815+0000","last_undegraded":"2024-05-08T22:37:48.914815+0000","last_fullsized":"2024-05-08T22:37:48.914815+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.920568+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:48.920568+0000","last_peered":"2024-05-08T22:37:48.920568+0000","last_clean":"2024-05-08T22:37:48.920568+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:48.920568+0000","last_undegraded":"2024-05-08T22:37:48.920568+0000","last_fullsized":"2024-05-08T22:37:48.920568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'142","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930686+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:37:48.930686+0000","last_peered":"2024-05-08T22:37:48.930686+0000","last_clean":"2024-05-08T22:37:48.930686+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:37:48.930686+0000","last_undegraded":"2024-05-08T22:37:48.930686+0000","last_fullsized":"2024-05-08T22:37:48.930686+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934359+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:37:48.934359+0000","last_peered":"2024-05-08T22:37:48.934359+0000","last_clean":"2024-05-08T22:37:48.934359+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:37:48.934359+0000","last_undegraded":"2024-05-08T22:37:48.934359+0000","last_fullsized":"2024-05-08T22:37:48.934359+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933943+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:48.933943+0000","last_peered":"2024-05-08T22:37:48.933943+0000","last_clean":"2024-05-08T22:37:48.933943+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:48.933943+0000","last_undegraded":"2024-05-08T22:37:48.933943+0000","last_fullsized":"2024-05-08T22:37:48.933943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930957+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:37:48.930957+0000","last_peered":"2024-05-08T22:37:48.930957+0000","last_clean":"2024-05-08T22:37:48.930957+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:37:48.930957+0000","last_undegraded":"2024-05-08T22:37:48.930957+0000","last_fullsized":"2024-05-08T22:37:48.930957+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'147","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.916868+0000","last_change":"2024-05-08T22:33:42.928540+0000","last_active":"2024-05-08T22:37:48.916868+0000","last_peered":"2024-05-08T22:37:48.916868+0000","last_clean":"2024-05-08T22:37:48.916868+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:37:48.916868+0000","last_undegraded":"2024-05-08T22:37:48.916868+0000","last_fullsized":"2024-05-08T22:37:48.916868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.914439+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:37:48.914439+0000","last_peered":"2024-05-08T22:37:48.914439+0000","last_clean":"2024-05-08T22:37:48.914439+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:37:48.914439+0000","last_undegraded":"2024-05-08T22:37:48.914439+0000","last_fullsized":"2024-05-08T22:37:48.914439+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.917160+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:37:48.917160+0000","last_peered":"2024-05-08T22:37:48.917160+0000","last_clean":"2024-05-08T22:37:48.917160+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:37:48.917160+0000","last_undegraded":"2024-05-08T22:37:48.917160+0000","last_fullsized":"2024-05-08T22:37:48.917160+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'172","reported_seq":184,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927735+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:37:48.927735+0000","last_peered":"2024-05-08T22:37:48.927735+0000","last_clean":"2024-05-08T22:37:48.927735+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:37:48.927735+0000","last_undegraded":"2024-05-08T22:37:48.927735+0000","last_fullsized":"2024-05-08T22:37:48.927735+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":172,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'161","reported_seq":173,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930069+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:37:48.930069+0000","last_peered":"2024-05-08T22:37:48.930069+0000","last_clean":"2024-05-08T22:37:48.930069+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:37:48.930069+0000","last_undegraded":"2024-05-08T22:37:48.930069+0000","last_fullsized":"2024-05-08T22:37:48.930069+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":161,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":153,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'137","reported_seq":149,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929784+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:37:48.929784+0000","last_peered":"2024-05-08T22:37:48.929784+0000","last_clean":"2024-05-08T22:37:48.929784+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:37:48.929784+0000","last_undegraded":"2024-05-08T22:37:48.929784+0000","last_fullsized":"2024-05-08T22:37:48.929784+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'166","reported_seq":178,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932713+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:37:48.932713+0000","last_peered":"2024-05-08T22:37:48.932713+0000","last_clean":"2024-05-08T22:37:48.932713+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:37:48.932713+0000","last_undegraded":"2024-05-08T22:37:48.932713+0000","last_fullsized":"2024-05-08T22:37:48.932713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919368+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:48.919368+0000","last_peered":"2024-05-08T22:37:48.919368+0000","last_clean":"2024-05-08T22:37:48.919368+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:48.919368+0000","last_undegraded":"2024-05-08T22:37:48.919368+0000","last_fullsized":"2024-05-08T22:37:48.919368+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'180","reported_seq":192,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930248+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:37:48.930248+0000","last_peered":"2024-05-08T22:37:48.930248+0000","last_clean":"2024-05-08T22:37:48.930248+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:37:48.930248+0000","last_undegraded":"2024-05-08T22:37:48.930248+0000","last_fullsized":"2024-05-08T22:37:48.930248+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":180,"ondisk_log_size":180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":174,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929486+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:37:48.929486+0000","last_peered":"2024-05-08T22:37:48.929486+0000","last_clean":"2024-05-08T22:37:48.929486+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:37:48.929486+0000","last_undegraded":"2024-05-08T22:37:48.929486+0000","last_fullsized":"2024-05-08T22:37:48.929486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'198","reported_seq":210,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933555+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:37:48.933555+0000","last_peered":"2024-05-08T22:37:48.933555+0000","last_clean":"2024-05-08T22:37:48.933555+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:37:48.933555+0000","last_undegraded":"2024-05-08T22:37:48.933555+0000","last_fullsized":"2024-05-08T22:37:48.933555+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":198,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'144","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.917854+0000","last_change":"2024-05-08T22:33:42.930261+0000","last_active":"2024-05-08T22:37:48.917854+0000","last_peered":"2024-05-08T22:37:48.917854+0000","last_clean":"2024-05-08T22:37:48.917854+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:37:48.917854+0000","last_undegraded":"2024-05-08T22:37:48.917854+0000","last_fullsized":"2024-05-08T22:37:48.917854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.742025+0000","last_change":"2024-05-08T22:38:11.742025+0000","last_active":"2024-05-08T22:38:11.742025+0000","last_peered":"2024-05-08T22:38:11.742025+0000","last_clean":"2024-05-08T22:38:11.742025+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:38:11.742025+0000","last_undegraded":"2024-05-08T22:38:11.742025+0000","last_fullsized":"2024-05-08T22:38:11.742025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.741859+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'183","reported_seq":195,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922184+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:48.922184+0000","last_peered":"2024-05-08T22:37:48.922184+0000","last_clean":"2024-05-08T22:37:48.922184+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:48.922184+0000","last_undegraded":"2024-05-08T22:37:48.922184+0000","last_fullsized":"2024-05-08T22:37:48.922184+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":183,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":168,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.714285+0000","last_change":"2024-05-08T22:38:07.714285+0000","last_active":"2024-05-08T22:38:07.714285+0000","last_peered":"2024-05-08T22:38:07.714285+0000","last_clean":"2024-05-08T22:38:07.714285+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:38:07.714285+0000","last_undegraded":"2024-05-08T22:38:07.714285+0000","last_fullsized":"2024-05-08T22:38:07.714285+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.714158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'152","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932738+0000","last_change":"2024-05-08T22:32:53.374922+0000","last_active":"2024-05-08T22:37:48.932738+0000","last_peered":"2024-05-08T22:37:48.932738+0000","last_clean":"2024-05-08T22:37:48.932738+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:37:48.932738+0000","last_undegraded":"2024-05-08T22:37:48.932738+0000","last_fullsized":"2024-05-08T22:37:48.932738+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905881+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:33:41.905881+0000","last_peered":"2024-05-08T22:33:41.905881+0000","last_clean":"2024-05-08T22:33:41.905881+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:33:41.905881+0000","last_undegraded":"2024-05-08T22:33:41.905881+0000","last_fullsized":"2024-05-08T22:33:41.905881+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925574+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:48.925574+0000","last_peered":"2024-05-08T22:37:48.925574+0000","last_clean":"2024-05-08T22:37:48.925574+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:48.925574+0000","last_undegraded":"2024-05-08T22:37:48.925574+0000","last_fullsized":"2024-05-08T22:37:48.925574+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.059414+0000","last_change":"2024-05-08T22:38:10.059414+0000","last_active":"2024-05-08T22:38:10.059414+0000","last_peered":"2024-05-08T22:38:10.059414+0000","last_clean":"2024-05-08T22:38:10.059414+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:38:10.059414+0000","last_undegraded":"2024-05-08T22:38:10.059414+0000","last_fullsized":"2024-05-08T22:38:10.059414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'1","last_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_deep_scrub":"20'1","last_deep_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.059267+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'165","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931847+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:48.931847+0000","last_peered":"2024-05-08T22:37:48.931847+0000","last_clean":"2024-05-08T22:37:48.931847+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:48.931847+0000","last_undegraded":"2024-05-08T22:37:48.931847+0000","last_fullsized":"2024-05-08T22:37:48.931847+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:06.693088+0000","last_change":"2024-05-08T22:38:06.693088+0000","last_active":"2024-05-08T22:38:06.693088+0000","last_peered":"2024-05-08T22:38:06.693088+0000","last_clean":"2024-05-08T22:38:06.693088+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:38:06.693088+0000","last_undegraded":"2024-05-08T22:38:06.693088+0000","last_fullsized":"2024-05-08T22:38:06.693088+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_clean_scrub_stamp":"2024-05-08T22:38:06.692960+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.918482+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:48.918482+0000","last_peered":"2024-05-08T22:37:48.918482+0000","last_clean":"2024-05-08T22:37:48.918482+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:48.918482+0000","last_undegraded":"2024-05-08T22:37:48.918482+0000","last_fullsized":"2024-05-08T22:37:48.918482+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'9","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.015995+0000","last_change":"2024-05-08T22:38:09.015995+0000","last_active":"2024-05-08T22:38:09.015995+0000","last_peered":"2024-05-08T22:38:09.015995+0000","last_clean":"2024-05-08T22:38:09.015995+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:38:09.015995+0000","last_undegraded":"2024-05-08T22:38:09.015995+0000","last_fullsized":"2024-05-08T22:38:09.015995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'9","last_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_deep_scrub":"20'9","last_deep_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.015885+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933179+0000","last_change":"2024-05-08T22:32:53.377881+0000","last_active":"2024-05-08T22:37:48.933179+0000","last_peered":"2024-05-08T22:37:48.933179+0000","last_clean":"2024-05-08T22:37:48.933179+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:37:48.933179+0000","last_undegraded":"2024-05-08T22:37:48.933179+0000","last_fullsized":"2024-05-08T22:37:48.933179+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'92","reported_seq":105,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934527+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:37:48.934527+0000","last_peered":"2024-05-08T22:37:48.934527+0000","last_clean":"2024-05-08T22:37:48.934527+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:37:48.934527+0000","last_undegraded":"2024-05-08T22:37:48.934527+0000","last_fullsized":"2024-05-08T22:37:48.934527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":92,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194371,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":91,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'171","reported_seq":183,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934469+0000","last_change":"2024-05-08T22:32:53.373901+0000","last_active":"2024-05-08T22:37:48.934469+0000","last_peered":"2024-05-08T22:37:48.934469+0000","last_clean":"2024-05-08T22:37:48.934469+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:37:48.934469+0000","last_undegraded":"2024-05-08T22:37:48.934469+0000","last_fullsized":"2024-05-08T22:37:48.934469+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904751+0000","last_change":"2024-05-08T22:32:52.967622+0000","last_active":"2024-05-08T22:33:41.904751+0000","last_peered":"2024-05-08T22:33:41.904751+0000","last_clean":"2024-05-08T22:33:41.904751+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:33:41.904751+0000","last_undegraded":"2024-05-08T22:33:41.904751+0000","last_fullsized":"2024-05-08T22:33:41.904751+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922004+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:48.922004+0000","last_peered":"2024-05-08T22:37:48.922004+0000","last_clean":"2024-05-08T22:37:48.922004+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:48.922004+0000","last_undegraded":"2024-05-08T22:37:48.922004+0000","last_fullsized":"2024-05-08T22:37:48.922004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.018598+0000","last_change":"2024-05-08T22:38:07.018598+0000","last_active":"2024-05-08T22:38:07.018598+0000","last_peered":"2024-05-08T22:38:07.018598+0000","last_clean":"2024-05-08T22:38:07.018598+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:38:07.018598+0000","last_undegraded":"2024-05-08T22:38:07.018598+0000","last_fullsized":"2024-05-08T22:38:07.018598+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.018479+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921370+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:48.921370+0000","last_peered":"2024-05-08T22:37:48.921370+0000","last_clean":"2024-05-08T22:37:48.921370+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:48.921370+0000","last_undegraded":"2024-05-08T22:37:48.921370+0000","last_fullsized":"2024-05-08T22:37:48.921370+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904458+0000","last_change":"2024-05-08T22:32:52.963124+0000","last_active":"2024-05-08T22:33:41.904458+0000","last_peered":"2024-05-08T22:33:41.904458+0000","last_clean":"2024-05-08T22:33:41.904458+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:33:41.904458+0000","last_undegraded":"2024-05-08T22:33:41.904458+0000","last_fullsized":"2024-05-08T22:33:41.904458+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'229","reported_seq":249,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922779+0000","last_change":"2024-05-08T22:33:42.930095+0000","last_active":"2024-05-08T22:37:48.922779+0000","last_peered":"2024-05-08T22:37:48.922779+0000","last_clean":"2024-05-08T22:37:48.922779+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:37:48.922779+0000","last_undegraded":"2024-05-08T22:37:48.922779+0000","last_fullsized":"2024-05-08T22:37:48.922779+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":229,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":219,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'13","reported_seq":31,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.675027+0000","last_change":"2024-05-08T22:38:05.675027+0000","last_active":"2024-05-08T22:38:05.675027+0000","last_peered":"2024-05-08T22:38:05.675027+0000","last_clean":"2024-05-08T22:38:05.675027+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:38:05.675027+0000","last_undegraded":"2024-05-08T22:38:05.675027+0000","last_fullsized":"2024-05-08T22:38:05.675027+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'13","last_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_deep_scrub":"20'13","last_deep_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.674903+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925430+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:48.925430+0000","last_peered":"2024-05-08T22:37:48.925430+0000","last_clean":"2024-05-08T22:37:48.925430+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:48.925430+0000","last_undegraded":"2024-05-08T22:37:48.925430+0000","last_fullsized":"2024-05-08T22:37:48.925430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:04.996939+0000","last_change":"2024-05-08T22:38:04.996939+0000","last_active":"2024-05-08T22:38:04.996939+0000","last_peered":"2024-05-08T22:38:04.996939+0000","last_clean":"2024-05-08T22:38:04.996939+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:38:04.996939+0000","last_undegraded":"2024-05-08T22:38:04.996939+0000","last_fullsized":"2024-05-08T22:38:04.996939+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_clean_scrub_stamp":"2024-05-08T22:38:04.996831+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'153","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.583368+0000","last_change":"2024-05-08T22:38:11.583368+0000","last_active":"2024-05-08T22:38:11.583368+0000","last_peered":"2024-05-08T22:38:11.583368+0000","last_clean":"2024-05-08T22:38:11.583368+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:38:11.583368+0000","last_undegraded":"2024-05-08T22:38:11.583368+0000","last_fullsized":"2024-05-08T22:38:11.583368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'153","last_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_deep_scrub":"20'153","last_deep_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.583228+0000","log_size":153,"ondisk_log_size":153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.651432+0000","last_change":"2024-05-08T22:38:05.651432+0000","last_active":"2024-05-08T22:38:05.651432+0000","last_peered":"2024-05-08T22:38:05.651432+0000","last_clean":"2024-05-08T22:38:05.651432+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:38:05.651432+0000","last_undegraded":"2024-05-08T22:38:05.651432+0000","last_fullsized":"2024-05-08T22:38:05.651432+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.651292+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.872319+0000","last_change":"2024-05-08T22:32:53.378898+0000","last_active":"2024-05-08T22:37:48.872319+0000","last_peered":"2024-05-08T22:37:48.872319+0000","last_clean":"2024-05-08T22:37:48.872319+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:37:48.872319+0000","last_undegraded":"2024-05-08T22:37:48.872319+0000","last_fullsized":"2024-05-08T22:37:48.872319+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906367+0000","last_change":"2024-05-08T22:32:52.963761+0000","last_active":"2024-05-08T22:33:41.906367+0000","last_peered":"2024-05-08T22:33:41.906367+0000","last_clean":"2024-05-08T22:33:41.906367+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:33:41.906367+0000","last_undegraded":"2024-05-08T22:33:41.906367+0000","last_fullsized":"2024-05-08T22:33:41.906367+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'128","reported_seq":140,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928383+0000","last_change":"2024-05-08T22:32:53.381985+0000","last_active":"2024-05-08T22:37:48.928383+0000","last_peered":"2024-05-08T22:37:48.928383+0000","last_clean":"2024-05-08T22:37:48.928383+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:37:48.928383+0000","last_undegraded":"2024-05-08T22:37:48.928383+0000","last_fullsized":"2024-05-08T22:37:48.928383+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.980828+0000","last_change":"2024-05-08T22:37:59.980828+0000","last_active":"2024-05-08T22:37:59.980828+0000","last_peered":"2024-05-08T22:37:59.980828+0000","last_clean":"2024-05-08T22:37:59.980828+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:37:59.980828+0000","last_undegraded":"2024-05-08T22:37:59.980828+0000","last_fullsized":"2024-05-08T22:37:59.980828+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.980700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932806+0000","last_change":"2024-05-08T22:32:53.379222+0000","last_active":"2024-05-08T22:37:48.932806+0000","last_peered":"2024-05-08T22:37:48.932806+0000","last_clean":"2024-05-08T22:37:48.932806+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:37:48.932806+0000","last_undegraded":"2024-05-08T22:37:48.932806+0000","last_fullsized":"2024-05-08T22:37:48.932806+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.921716+0000","last_change":"2024-05-08T22:32:52.967696+0000","last_active":"2024-05-08T22:33:42.921716+0000","last_peered":"2024-05-08T22:33:42.921716+0000","last_clean":"2024-05-08T22:33:42.921716+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:33:42.921716+0000","last_undegraded":"2024-05-08T22:33:42.921716+0000","last_fullsized":"2024-05-08T22:33:42.921716+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.920266+0000","last_change":"2024-05-08T22:32:53.386743+0000","last_active":"2024-05-08T22:37:48.920266+0000","last_peered":"2024-05-08T22:37:48.920266+0000","last_clean":"2024-05-08T22:37:48.920266+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:37:48.920266+0000","last_undegraded":"2024-05-08T22:37:48.920266+0000","last_fullsized":"2024-05-08T22:37:48.920266+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905545+0000","last_change":"2024-05-08T22:32:52.966688+0000","last_active":"2024-05-08T22:33:41.905545+0000","last_peered":"2024-05-08T22:33:41.905545+0000","last_clean":"2024-05-08T22:33:41.905545+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:33:41.905545+0000","last_undegraded":"2024-05-08T22:33:41.905545+0000","last_fullsized":"2024-05-08T22:33:41.905545+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'151","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922082+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:48.922082+0000","last_peered":"2024-05-08T22:37:48.922082+0000","last_clean":"2024-05-08T22:37:48.922082+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:48.922082+0000","last_undegraded":"2024-05-08T22:37:48.922082+0000","last_fullsized":"2024-05-08T22:37:48.922082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.904059+0000","last_change":"2024-05-08T22:32:52.963339+0000","last_active":"2024-05-08T22:33:41.904059+0000","last_peered":"2024-05-08T22:33:41.904059+0000","last_clean":"2024-05-08T22:33:41.904059+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:33:41.904059+0000","last_undegraded":"2024-05-08T22:33:41.904059+0000","last_fullsized":"2024-05-08T22:33:41.904059+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927083+0000","last_change":"2024-05-08T22:32:53.381524+0000","last_active":"2024-05-08T22:37:48.927083+0000","last_peered":"2024-05-08T22:37:48.927083+0000","last_clean":"2024-05-08T22:37:48.927083+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:37:48.927083+0000","last_undegraded":"2024-05-08T22:37:48.927083+0000","last_fullsized":"2024-05-08T22:37:48.927083+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905336+0000","last_change":"2024-05-08T22:32:52.968132+0000","last_active":"2024-05-08T22:33:41.905336+0000","last_peered":"2024-05-08T22:33:41.905336+0000","last_clean":"2024-05-08T22:33:41.905336+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:33:41.905336+0000","last_undegraded":"2024-05-08T22:33:41.905336+0000","last_fullsized":"2024-05-08T22:33:41.905336+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'138","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929893+0000","last_change":"2024-05-08T22:32:53.377872+0000","last_active":"2024-05-08T22:37:48.929893+0000","last_peered":"2024-05-08T22:37:48.929893+0000","last_clean":"2024-05-08T22:37:48.929893+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:37:48.929893+0000","last_undegraded":"2024-05-08T22:37:48.929893+0000","last_fullsized":"2024-05-08T22:37:48.929893+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.636216+0000","last_change":"2024-05-08T22:37:55.636216+0000","last_active":"2024-05-08T22:37:55.636216+0000","last_peered":"2024-05-08T22:37:55.636216+0000","last_clean":"2024-05-08T22:37:55.636216+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:37:55.636216+0000","last_undegraded":"2024-05-08T22:37:55.636216+0000","last_fullsized":"2024-05-08T22:37:55.636216+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.636091+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:58.591200+0000","last_change":"2024-05-08T22:37:58.591200+0000","last_active":"2024-05-08T22:37:58.591200+0000","last_peered":"2024-05-08T22:37:58.591200+0000","last_clean":"2024-05-08T22:37:58.591200+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:37:58.591200+0000","last_undegraded":"2024-05-08T22:37:58.591200+0000","last_fullsized":"2024-05-08T22:37:58.591200+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_clean_scrub_stamp":"2024-05-08T22:37:58.591078+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'158","reported_seq":170,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933054+0000","last_change":"2024-05-08T22:32:53.377559+0000","last_active":"2024-05-08T22:37:48.933054+0000","last_peered":"2024-05-08T22:37:48.933054+0000","last_clean":"2024-05-08T22:37:48.933054+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:37:48.933054+0000","last_undegraded":"2024-05-08T22:37:48.933054+0000","last_fullsized":"2024-05-08T22:37:48.933054+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.948422+0000","last_change":"2024-05-08T22:37:55.948422+0000","last_active":"2024-05-08T22:37:55.948422+0000","last_peered":"2024-05-08T22:37:55.948422+0000","last_clean":"2024-05-08T22:37:55.948422+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:37:55.948422+0000","last_undegraded":"2024-05-08T22:37:55.948422+0000","last_fullsized":"2024-05-08T22:37:55.948422+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.948293+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.989415+0000","last_change":"2024-05-08T22:37:53.989415+0000","last_active":"2024-05-08T22:37:53.989415+0000","last_peered":"2024-05-08T22:37:53.989415+0000","last_clean":"2024-05-08T22:37:53.989415+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:37:53.989415+0000","last_undegraded":"2024-05-08T22:37:53.989415+0000","last_fullsized":"2024-05-08T22:37:53.989415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.989325+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'144","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929056+0000","last_change":"2024-05-08T22:32:53.377972+0000","last_active":"2024-05-08T22:37:48.929056+0000","last_peered":"2024-05-08T22:37:48.929056+0000","last_clean":"2024-05-08T22:37:48.929056+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:37:48.929056+0000","last_undegraded":"2024-05-08T22:37:48.929056+0000","last_fullsized":"2024-05-08T22:37:48.929056+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.621641+0000","last_change":"2024-05-08T22:37:53.621641+0000","last_active":"2024-05-08T22:37:53.621641+0000","last_peered":"2024-05-08T22:37:53.621641+0000","last_clean":"2024-05-08T22:37:53.621641+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:37:53.621641+0000","last_undegraded":"2024-05-08T22:37:53.621641+0000","last_fullsized":"2024-05-08T22:37:53.621641+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.621511+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:57.576836+0000","last_change":"2024-05-08T22:37:57.576836+0000","last_active":"2024-05-08T22:37:57.576836+0000","last_peered":"2024-05-08T22:37:57.576836+0000","last_clean":"2024-05-08T22:37:57.576836+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:37:57.576836+0000","last_undegraded":"2024-05-08T22:37:57.576836+0000","last_fullsized":"2024-05-08T22:37:57.576836+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_clean_scrub_stamp":"2024-05-08T22:37:57.576721+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927581+0000","last_change":"2024-05-08T22:32:53.372178+0000","last_active":"2024-05-08T22:37:48.927581+0000","last_peered":"2024-05-08T22:37:48.927581+0000","last_clean":"2024-05-08T22:37:48.927581+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:37:48.927581+0000","last_undegraded":"2024-05-08T22:37:48.927581+0000","last_fullsized":"2024-05-08T22:37:48.927581+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.991931+0000","last_change":"2024-05-08T22:37:56.991931+0000","last_active":"2024-05-08T22:37:56.991931+0000","last_peered":"2024-05-08T22:37:56.991931+0000","last_clean":"2024-05-08T22:37:56.991931+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:37:56.991931+0000","last_undegraded":"2024-05-08T22:37:56.991931+0000","last_fullsized":"2024-05-08T22:37:56.991931+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.991818+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:54.603536+0000","last_change":"2024-05-08T22:37:54.603536+0000","last_active":"2024-05-08T22:37:54.603536+0000","last_peered":"2024-05-08T22:37:54.603536+0000","last_clean":"2024-05-08T22:37:54.603536+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:37:54.603536+0000","last_undegraded":"2024-05-08T22:37:54.603536+0000","last_fullsized":"2024-05-08T22:37:54.603536+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_clean_scrub_stamp":"2024-05-08T22:37:54.603430+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.120521+0000","last_change":"2024-05-08T22:38:09.120521+0000","last_active":"2024-05-08T22:38:09.120521+0000","last_peered":"2024-05-08T22:38:09.120521+0000","last_clean":"2024-05-08T22:38:09.120521+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:38:09.120521+0000","last_undegraded":"2024-05-08T22:38:09.120521+0000","last_fullsized":"2024-05-08T22:38:09.120521+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.120400+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921073+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:48.921073+0000","last_peered":"2024-05-08T22:37:48.921073+0000","last_clean":"2024-05-08T22:37:48.921073+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:48.921073+0000","last_undegraded":"2024-05-08T22:37:48.921073+0000","last_fullsized":"2024-05-08T22:37:48.921073+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.915264+0000","last_change":"2024-05-08T22:37:53.915264+0000","last_active":"2024-05-08T22:37:53.915264+0000","last_peered":"2024-05-08T22:37:53.915264+0000","last_clean":"2024-05-08T22:37:53.915264+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:37:53.915264+0000","last_undegraded":"2024-05-08T22:37:53.915264+0000","last_fullsized":"2024-05-08T22:37:53.915264+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.915121+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.036092+0000","last_change":"2024-05-08T22:37:53.036092+0000","last_active":"2024-05-08T22:37:53.036092+0000","last_peered":"2024-05-08T22:37:53.036092+0000","last_clean":"2024-05-08T22:37:53.036092+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:53.036092+0000","last_undegraded":"2024-05-08T22:37:53.036092+0000","last_fullsized":"2024-05-08T22:37:53.036092+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'5","last_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_deep_scrub":"20'5","last_deep_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.036005+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'163","reported_seq":175,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934344+0000","last_change":"2024-05-08T22:32:53.375101+0000","last_active":"2024-05-08T22:37:48.934344+0000","last_peered":"2024-05-08T22:37:48.934344+0000","last_clean":"2024-05-08T22:37:48.934344+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:37:48.934344+0000","last_undegraded":"2024-05-08T22:37:48.934344+0000","last_fullsized":"2024-05-08T22:37:48.934344+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.058044+0000","last_change":"2024-05-08T22:37:59.058044+0000","last_active":"2024-05-08T22:37:59.058044+0000","last_peered":"2024-05-08T22:37:59.058044+0000","last_clean":"2024-05-08T22:37:59.058044+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:37:59.058044+0000","last_undegraded":"2024-05-08T22:37:59.058044+0000","last_fullsized":"2024-05-08T22:37:59.058044+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.057931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.534890+0000","last_change":"2024-05-08T22:37:59.534890+0000","last_active":"2024-05-08T22:37:59.534890+0000","last_peered":"2024-05-08T22:37:59.534890+0000","last_clean":"2024-05-08T22:37:59.534890+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:37:59.534890+0000","last_undegraded":"2024-05-08T22:37:59.534890+0000","last_fullsized":"2024-05-08T22:37:59.534890+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.534776+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'145","reported_seq":157,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.924133+0000","last_change":"2024-05-08T22:32:53.368943+0000","last_active":"2024-05-08T22:37:48.924133+0000","last_peered":"2024-05-08T22:37:48.924133+0000","last_clean":"2024-05-08T22:37:48.924133+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:37:48.924133+0000","last_undegraded":"2024-05-08T22:37:48.924133+0000","last_fullsized":"2024-05-08T22:37:48.924133+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.067912+0000","last_change":"2024-05-08T22:38:11.067912+0000","last_active":"2024-05-08T22:38:11.067912+0000","last_peered":"2024-05-08T22:38:11.067912+0000","last_clean":"2024-05-08T22:38:11.067912+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:38:11.067912+0000","last_undegraded":"2024-05-08T22:38:11.067912+0000","last_fullsized":"2024-05-08T22:38:11.067912+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.067806+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.605958+0000","last_change":"2024-05-08T22:37:56.605958+0000","last_active":"2024-05-08T22:37:56.605958+0000","last_peered":"2024-05-08T22:37:56.605958+0000","last_clean":"2024-05-08T22:37:56.605958+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:37:56.605958+0000","last_undegraded":"2024-05-08T22:37:56.605958+0000","last_fullsized":"2024-05-08T22:37:56.605958+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.605831+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931890+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:37:48.931890+0000","last_peered":"2024-05-08T22:37:48.931890+0000","last_clean":"2024-05-08T22:37:48.931890+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:37:48.931890+0000","last_undegraded":"2024-05-08T22:37:48.931890+0000","last_fullsized":"2024-05-08T22:37:48.931890+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:02.107000+0000","last_change":"2024-05-08T22:38:02.107000+0000","last_active":"2024-05-08T22:38:02.107000+0000","last_peered":"2024-05-08T22:38:02.107000+0000","last_clean":"2024-05-08T22:38:02.107000+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:38:02.107000+0000","last_undegraded":"2024-05-08T22:38:02.107000+0000","last_fullsized":"2024-05-08T22:38:02.107000+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_clean_scrub_stamp":"2024-05-08T22:38:02.106886+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'10","reported_seq":28,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.989467+0000","last_change":"2024-05-08T22:37:55.989467+0000","last_active":"2024-05-08T22:37:55.989467+0000","last_peered":"2024-05-08T22:37:55.989467+0000","last_clean":"2024-05-08T22:37:55.989467+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:55.989467+0000","last_undegraded":"2024-05-08T22:37:55.989467+0000","last_fullsized":"2024-05-08T22:37:55.989467+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'10","last_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_deep_scrub":"20'10","last_deep_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.989364+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.607332+0000","last_change":"2024-05-08T22:38:10.607332+0000","last_active":"2024-05-08T22:38:10.607332+0000","last_peered":"2024-05-08T22:38:10.607332+0000","last_clean":"2024-05-08T22:38:10.607332+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:38:10.607332+0000","last_undegraded":"2024-05-08T22:38:10.607332+0000","last_fullsized":"2024-05-08T22:38:10.607332+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.607201+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.909660+0000","last_change":"2024-05-08T22:32:52.966714+0000","last_active":"2024-05-08T22:33:41.909660+0000","last_peered":"2024-05-08T22:33:41.909660+0000","last_clean":"2024-05-08T22:33:41.909660+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:33:41.909660+0000","last_undegraded":"2024-05-08T22:33:41.909660+0000","last_fullsized":"2024-05-08T22:33:41.909660+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930596+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:37:48.930596+0000","last_peered":"2024-05-08T22:37:48.930596+0000","last_clean":"2024-05-08T22:37:48.930596+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:37:48.930596+0000","last_undegraded":"2024-05-08T22:37:48.930596+0000","last_fullsized":"2024-05-08T22:37:48.930596+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"16'2","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910635+0000","last_change":"2024-05-08T22:32:52.966586+0000","last_active":"2024-05-08T22:33:41.910635+0000","last_peered":"2024-05-08T22:33:41.910635+0000","last_clean":"2024-05-08T22:33:41.910635+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:33:41.910635+0000","last_undegraded":"2024-05-08T22:33:41.910635+0000","last_fullsized":"2024-05-08T22:33:41.910635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'137","reported_seq":149,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933946+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:37:48.933946+0000","last_peered":"2024-05-08T22:37:48.933946+0000","last_clean":"2024-05-08T22:37:48.933946+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:37:48.933946+0000","last_undegraded":"2024-05-08T22:37:48.933946+0000","last_fullsized":"2024-05-08T22:37:48.933946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.922460+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:33:42.922460+0000","last_peered":"2024-05-08T22:33:42.922460+0000","last_clean":"2024-05-08T22:33:42.922460+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:33:42.922460+0000","last_undegraded":"2024-05-08T22:33:42.922460+0000","last_fullsized":"2024-05-08T22:33:42.922460+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928193+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:37:48.928193+0000","last_peered":"2024-05-08T22:37:48.928193+0000","last_clean":"2024-05-08T22:37:48.928193+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:37:48.928193+0000","last_undegraded":"2024-05-08T22:37:48.928193+0000","last_fullsized":"2024-05-08T22:37:48.928193+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906718+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:33:41.906718+0000","last_peered":"2024-05-08T22:33:41.906718+0000","last_clean":"2024-05-08T22:33:41.906718+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:33:41.906718+0000","last_undegraded":"2024-05-08T22:33:41.906718+0000","last_fullsized":"2024-05-08T22:33:41.906718+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'157","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.926372+0000","last_change":"2024-05-08T22:33:42.929961+0000","last_active":"2024-05-08T22:37:48.926372+0000","last_peered":"2024-05-08T22:37:48.926372+0000","last_clean":"2024-05-08T22:37:48.926372+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:37:48.926372+0000","last_undegraded":"2024-05-08T22:37:48.926372+0000","last_fullsized":"2024-05-08T22:37:48.926372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"16'4","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.910784+0000","last_change":"2024-05-08T22:32:52.965614+0000","last_active":"2024-05-08T22:33:41.910784+0000","last_peered":"2024-05-08T22:33:41.910784+0000","last_clean":"2024-05-08T22:33:41.910784+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:33:41.910784+0000","last_undegraded":"2024-05-08T22:33:41.910784+0000","last_fullsized":"2024-05-08T22:33:41.910784+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'170","reported_seq":182,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934292+0000","last_change":"2024-05-08T22:32:53.367462+0000","last_active":"2024-05-08T22:37:48.934292+0000","last_peered":"2024-05-08T22:37:48.934292+0000","last_clean":"2024-05-08T22:37:48.934292+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:37:48.934292+0000","last_undegraded":"2024-05-08T22:37:48.934292+0000","last_fullsized":"2024-05-08T22:37:48.934292+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":170,"ondisk_log_size":170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930235+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:37:48.930235+0000","last_peered":"2024-05-08T22:37:48.930235+0000","last_clean":"2024-05-08T22:37:48.930235+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:37:48.930235+0000","last_undegraded":"2024-05-08T22:37:48.930235+0000","last_fullsized":"2024-05-08T22:37:48.930235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931697+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:48.931697+0000","last_peered":"2024-05-08T22:37:48.931697+0000","last_clean":"2024-05-08T22:37:48.931697+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:48.931697+0000","last_undegraded":"2024-05-08T22:37:48.931697+0000","last_fullsized":"2024-05-08T22:37:48.931697+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.912060+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:37:48.912060+0000","last_peered":"2024-05-08T22:37:48.912060+0000","last_clean":"2024-05-08T22:37:48.912060+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:37:48.912060+0000","last_undegraded":"2024-05-08T22:37:48.912060+0000","last_fullsized":"2024-05-08T22:37:48.912060+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'118","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922346+0000","last_change":"2024-05-08T22:33:42.926674+0000","last_active":"2024-05-08T22:37:48.922346+0000","last_peered":"2024-05-08T22:37:48.922346+0000","last_clean":"2024-05-08T22:37:48.922346+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:37:48.922346+0000","last_undegraded":"2024-05-08T22:37:48.922346+0000","last_fullsized":"2024-05-08T22:37:48.922346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'133","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929734+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:37:48.929734+0000","last_peered":"2024-05-08T22:37:48.929734+0000","last_clean":"2024-05-08T22:37:48.929734+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:37:48.929734+0000","last_undegraded":"2024-05-08T22:37:48.929734+0000","last_fullsized":"2024-05-08T22:37:48.929734+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":133,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9216,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9717,"ondisk_log_size":9717,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":158,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":458752,"data_stored":391292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":157,"ondisk_log_size":157,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705732,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297604,"kb_used_data":380,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074236,"statfs":{"total":96636764160,"available":96332017664,"internally_reserved":0,"allocated":389120,"data_stored":254043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23699999999999999,"5min":0.193,"15min":0.193},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.40699999999999997,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":3.883,"5min":3.883,"15min":3.883},"last":0.46600000000000003}]},{"osd":1,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40400000000000003,"15min":0.374},"min":{"1min":0.23200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.42299999999999999,"15min":0.372},"min":{"1min":0.28199999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.9910000000000001,"5min":3.9910000000000001,"15min":3.9910000000000001},"last":0.47999999999999998}]},{"osd":2,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41099999999999998,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":1.5009999999999999,"5min":1.5009999999999999,"15min":1.5009999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.443,"15min":0.39300000000000002},"min":{"1min":0.27000000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.8279999999999998,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.64000000000000001}]}]},{"osd":2,"up_from":9,"seq":38654705731,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309756,"kb_used_data":372,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062084,"statfs":{"total":96636764160,"available":96319574016,"internally_reserved":0,"allocated":380928,"data_stored":254354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.38300000000000001,"15min":0.32300000000000001},"min":{"1min":0.23499999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.8599999999999999,"5min":3.8599999999999999,"15min":3.8599999999999999},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.36699999999999999,"15min":0.34300000000000003},"min":{"1min":0.252,"5min":0.186,"15min":0.186},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.32200000000000001}]},{"osd":1,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.433,"15min":0.375},"min":{"1min":0.215,"5min":0.19,"15min":0.19},"max":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.45600000000000002,"15min":0.39000000000000001},"min":{"1min":0.27700000000000002,"5min":0.193,"15min":0.193},"max":{"1min":3.5470000000000002,"5min":3.5470000000000002,"15min":3.5470000000000002},"last":0.35599999999999998}]},{"osd":3,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.433,"15min":0.378},"min":{"1min":0.26500000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":0.378},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.501,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.468,"5min":3.468,"15min":3.468},"last":0.39300000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705732,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309572,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062268,"statfs":{"total":96636764160,"available":96319762432,"internally_reserved":0,"allocated":192512,"data_stored":60683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.375,"15min":0.35699999999999998},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":2.5600000000000001,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.45700000000000002,"15min":0.39900000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":8.6280000000000001,"5min":8.6280000000000001,"15min":8.6280000000000001},"last":0.312}]},{"osd":2,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.38700000000000001,"15min":0.378},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.372},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39800000000000002,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.34100000000000003}]},{"osd":3,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.41699999999999998,"15min":0.40100000000000002},"min":{"1min":0.23699999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.5779999999999998,"5min":2.5779999999999998,"15min":2.5779999999999998},"last":0.33100000000000002}]}]},{"osd":1,"up_from":9,"seq":38654705732,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297404,"kb_used_data":180,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074436,"statfs":{"total":96636764160,"available":96332222464,"internally_reserved":0,"allocated":184320,"data_stored":60124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.36199999999999999,"15min":0.32000000000000001},"min":{"1min":0.20499999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.766,"5min":3.766,"15min":3.766},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48899999999999999,"5min":0.622,"15min":0.622},"last":0.34399999999999997}]},{"osd":2,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.36499999999999999,"15min":0.34300000000000003},"min":{"1min":0.26700000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.39900000000000002,"15min":0.36199999999999999},"min":{"1min":0.28699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.8100000000000001,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.32400000000000001}]},{"osd":3,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.41699999999999998,"15min":0.38300000000000001},"min":{"1min":0.31,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.9460000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.41899999999999998,"15min":0.378},"min":{"1min":0.308,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.35699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":208896,"data_stored":194876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":194565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:38:14.495 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.495 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.495 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.495 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.495 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.496 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.497 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.498 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.499 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.500 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.501 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.502 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.503 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.504 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.504 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.504 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.504 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.504 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:14.504 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-05-08T22:38:34.505 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:38:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.643+0000 7f2e67238700 1 Processor -- start 2024-05-08T22:38:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.643+0000 7f2e67238700 1 -- start start 2024-05-08T22:38:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e67238700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60066b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e67238700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60128d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e67238700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e60096fb0 con 0x7f2e60129250 2024-05-08T22:38:34.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e67238700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e60092220 con 0x7f2e60066720 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e67238700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2e60094190 con 0x7f2e60066ff0 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e5ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60128d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e64fd4700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60066b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e657d5700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f2e60129250 0x7f2e6012ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:39290/0 (socket says 172.21.15.38:39290) 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e5ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60128d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:52668/0 (socket says 172.21.15.38:52668) 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e657d5700 1 -- 172.21.15.38:0/3595878031 learned_addr learned my addr 172.21.15.38:0/3595878031 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e64fd4700 1 -- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 msgr2=0x7f2e60128d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e5f7fe700 1 -- 172.21.15.38:0/3595878031 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 998079021 0 0) 0x7f2e60096fb0 con 0x7f2e60129250 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e64fd4700 1 --2- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60128d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e64fd4700 1 -- 172.21.15.38:0/3595878031 >> v1:172.21.15.38:6789/0 conn(0x7f2e60129250 legacy=0x7f2e6012ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e64fd4700 1 -- 172.21.15.38:0/3595878031 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e60091aa0 con 0x7f2e60066720 2024-05-08T22:38:34.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e5ffff700 1 --2- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60128d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e64fd4700 1 --2- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60066b00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 rx=0x7f2e54009790 tx=0x7f2e54009060).ready entity=mon.1 client_cookie=448f9b97ce22cd37 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.644+0000 7f2e5f7fe700 1 -- 172.21.15.38:0/3595878031 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e540090d0 con 0x7f2e60066720 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e5f7fe700 1 -- 172.21.15.38:0/3595878031 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e5400f510 con 0x7f2e60066720 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e5f7fe700 1 -- 172.21.15.38:0/3595878031 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5400f890 con 0x7f2e60066720 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 -- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 msgr2=0x7f2e60066b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 --2- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60066b00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 rx=0x7f2e54009790 tx=0x7f2e54009060).stop 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 -- 172.21.15.38:0/3595878031 shutdown_connections 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 --2- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60066b00 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 --2- 172.21.15.38:0/3595878031 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60128d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 -- 172.21.15.38:0/3595878031 >> 172.21.15.38:0/3595878031 conn(0x7f2e6009a040 msgr2=0x7f2e60065000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 -- 172.21.15.38:0/3595878031 shutdown_connections 2024-05-08T22:38:34.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.645+0000 7f2e67238700 1 -- 172.21.15.38:0/3595878031 wait complete. 2024-05-08T22:38:34.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 Processor -- start 2024-05-08T22:38:34.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 -- start start 2024-05-08T22:38:34.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60117720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:34.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60117c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:34.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e60129250 0x7f2e60118100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6011a5d0 con 0x7f2e60129250 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e60128e20 con 0x7f2e60066720 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e67238700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2e60092990 con 0x7f2e60066ff0 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e5ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60117c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e657d5700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e60129250 0x7f2e60118100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e5ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60117c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:52674/0 (socket says 172.21.15.38:52674) 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e5ffff700 1 -- 172.21.15.38:0/1929641674 learned_addr learned my addr 172.21.15.38:0/1929641674 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.647+0000 7f2e64fd4700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60117720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5ffff700 1 -- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 msgr2=0x7f2e60117720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5ffff700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60117720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5ffff700 1 -- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e60129250 msgr2=0x7f2e60118100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5ffff700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e60129250 0x7f2e60118100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5ffff700 1 -- 172.21.15.38:0/1929641674 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e4c0092a0 con 0x7f2e60066ff0 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e64fd4700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60117720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:34.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e657d5700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e60129250 0x7f2e60118100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5ffff700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60117c10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 rx=0x7f2e4c00ea20 tx=0x7f2e4c009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c00ee60 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e4c00c850 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c00cbd0 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e540092a0 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.648+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e60118c60 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.649+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f2e4c01b400 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.649+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f2e4c03b7d0 con 0x7f2e60066ff0 2024-05-08T22:38:34.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.649+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e6006a410 con 0x7f2e60066ff0 2024-05-08T22:38:34.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.654+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f2e4c019900 con 0x7f2e60066ff0 2024-05-08T22:38:34.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.817+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2e6011aad0 con 0x7f2e4402bd00 2024-05-08T22:38:34.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.824+0000 7f2e5d7fa700 1 -- 172.21.15.38:0/1929641674 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256186 (unknown 2965378022 0 134994221) 0x7f2e540090d0 con 0x7f2e4402bd00 2024-05-08T22:38:34.827 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:38:34.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 >> v1:172.21.15.38:6816/46721 conn(0x7f2e4402bd00 legacy=0x7f2e4402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:34.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 msgr2=0x7f2e60117c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:34.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60117c10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 rx=0x7f2e4c00ea20 tx=0x7f2e4c009060).stop 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 shutdown_connections 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2e60066720 0x7f2e60117720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2e60129250 0x7f2e60118100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 --2- 172.21.15.38:0/1929641674 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f2e60066ff0 0x7f2e60117c10 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 >> 172.21.15.38:0/1929641674 conn(0x7f2e6009a040 msgr2=0x7f2e60094370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 shutdown_connections 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:34.827+0000 7f2e67238700 1 -- 172.21.15.38:0/1929641674 wait complete. 2024-05-08T22:38:34.830 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:38:34.839 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-05-08T22:38:33.739271+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":9374,"num_write_kb":25166075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9881,"ondisk_log_size":9881,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1214336,"kb_used_data":1120,"kb_used_omap":0,"kb_used_meta":1213184,"kb_avail":376273024,"statfs":{"total":386547056640,"available":385303576576,"internally_reserved":0,"allocated":1146880,"data_stored":629204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1242300416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002843"},"pg_stats":[{"pgid":"4.3f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.926994+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:48.926994+0000","last_peered":"2024-05-08T22:37:48.926994+0000","last_clean":"2024-05-08T22:37:48.926994+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:48.926994+0000","last_undegraded":"2024-05-08T22:37:48.926994+0000","last_fullsized":"2024-05-08T22:37:48.926994+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929048+0000","last_change":"2024-05-08T22:32:53.370167+0000","last_active":"2024-05-08T22:37:48.929048+0000","last_peered":"2024-05-08T22:37:48.929048+0000","last_clean":"2024-05-08T22:37:48.929048+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:37:48.929048+0000","last_undegraded":"2024-05-08T22:37:48.929048+0000","last_fullsized":"2024-05-08T22:37:48.929048+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931083+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:48.931083+0000","last_peered":"2024-05-08T22:37:48.931083+0000","last_clean":"2024-05-08T22:37:48.931083+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:48.931083+0000","last_undegraded":"2024-05-08T22:37:48.931083+0000","last_fullsized":"2024-05-08T22:37:48.931083+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'173","reported_seq":185,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932962+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:48.932962+0000","last_peered":"2024-05-08T22:37:48.932962+0000","last_clean":"2024-05-08T22:37:48.932962+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:48.932962+0000","last_undegraded":"2024-05-08T22:37:48.932962+0000","last_fullsized":"2024-05-08T22:37:48.932962+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'148","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.911661+0000","last_change":"2024-05-08T22:32:53.382897+0000","last_active":"2024-05-08T22:37:48.911661+0000","last_peered":"2024-05-08T22:37:48.911661+0000","last_clean":"2024-05-08T22:37:48.911661+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:37:48.911661+0000","last_undegraded":"2024-05-08T22:37:48.911661+0000","last_fullsized":"2024-05-08T22:37:48.911661+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.923812+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:48.923812+0000","last_peered":"2024-05-08T22:37:48.923812+0000","last_clean":"2024-05-08T22:37:48.923812+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:48.923812+0000","last_undegraded":"2024-05-08T22:37:48.923812+0000","last_fullsized":"2024-05-08T22:37:48.923812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'164","reported_seq":176,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919805+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:48.919805+0000","last_peered":"2024-05-08T22:37:48.919805+0000","last_clean":"2024-05-08T22:37:48.919805+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:48.919805+0000","last_undegraded":"2024-05-08T22:37:48.919805+0000","last_fullsized":"2024-05-08T22:37:48.919805+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'186","reported_seq":198,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":177,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'152","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.914815+0000","last_change":"2024-05-08T22:32:53.381915+0000","last_active":"2024-05-08T22:37:48.914815+0000","last_peered":"2024-05-08T22:37:48.914815+0000","last_clean":"2024-05-08T22:37:48.914815+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:37:48.914815+0000","last_undegraded":"2024-05-08T22:37:48.914815+0000","last_fullsized":"2024-05-08T22:37:48.914815+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.920568+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:48.920568+0000","last_peered":"2024-05-08T22:37:48.920568+0000","last_clean":"2024-05-08T22:37:48.920568+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:48.920568+0000","last_undegraded":"2024-05-08T22:37:48.920568+0000","last_fullsized":"2024-05-08T22:37:48.920568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'142","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930686+0000","last_change":"2024-05-08T22:32:53.387817+0000","last_active":"2024-05-08T22:37:48.930686+0000","last_peered":"2024-05-08T22:37:48.930686+0000","last_clean":"2024-05-08T22:37:48.930686+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:37:48.930686+0000","last_undegraded":"2024-05-08T22:37:48.930686+0000","last_fullsized":"2024-05-08T22:37:48.930686+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934359+0000","last_change":"2024-05-08T22:32:53.382641+0000","last_active":"2024-05-08T22:37:48.934359+0000","last_peered":"2024-05-08T22:37:48.934359+0000","last_clean":"2024-05-08T22:37:48.934359+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:37:48.934359+0000","last_undegraded":"2024-05-08T22:37:48.934359+0000","last_fullsized":"2024-05-08T22:37:48.934359+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933943+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:48.933943+0000","last_peered":"2024-05-08T22:37:48.933943+0000","last_clean":"2024-05-08T22:37:48.933943+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:48.933943+0000","last_undegraded":"2024-05-08T22:37:48.933943+0000","last_fullsized":"2024-05-08T22:37:48.933943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930957+0000","last_change":"2024-05-08T22:32:53.372784+0000","last_active":"2024-05-08T22:37:48.930957+0000","last_peered":"2024-05-08T22:37:48.930957+0000","last_clean":"2024-05-08T22:37:48.930957+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:37:48.930957+0000","last_undegraded":"2024-05-08T22:37:48.930957+0000","last_fullsized":"2024-05-08T22:37:48.930957+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'147","reported_seq":156,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.916868+0000","last_change":"2024-05-08T22:33:42.928540+0000","last_active":"2024-05-08T22:37:48.916868+0000","last_peered":"2024-05-08T22:37:48.916868+0000","last_clean":"2024-05-08T22:37:48.916868+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:37:48.916868+0000","last_undegraded":"2024-05-08T22:37:48.916868+0000","last_fullsized":"2024-05-08T22:37:48.916868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.914439+0000","last_change":"2024-05-08T22:32:53.383877+0000","last_active":"2024-05-08T22:37:48.914439+0000","last_peered":"2024-05-08T22:37:48.914439+0000","last_clean":"2024-05-08T22:37:48.914439+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:37:48.914439+0000","last_undegraded":"2024-05-08T22:37:48.914439+0000","last_fullsized":"2024-05-08T22:37:48.914439+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'157","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.917160+0000","last_change":"2024-05-08T22:32:53.374778+0000","last_active":"2024-05-08T22:37:48.917160+0000","last_peered":"2024-05-08T22:37:48.917160+0000","last_clean":"2024-05-08T22:37:48.917160+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:37:48.917160+0000","last_undegraded":"2024-05-08T22:37:48.917160+0000","last_fullsized":"2024-05-08T22:37:48.917160+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'172","reported_seq":184,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.927735+0000","last_change":"2024-05-08T22:32:53.387666+0000","last_active":"2024-05-08T22:37:48.927735+0000","last_peered":"2024-05-08T22:37:48.927735+0000","last_clean":"2024-05-08T22:37:48.927735+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:37:48.927735+0000","last_undegraded":"2024-05-08T22:37:48.927735+0000","last_fullsized":"2024-05-08T22:37:48.927735+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":172,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'161","reported_seq":173,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930069+0000","last_change":"2024-05-08T22:32:53.391489+0000","last_active":"2024-05-08T22:37:48.930069+0000","last_peered":"2024-05-08T22:37:48.930069+0000","last_clean":"2024-05-08T22:37:48.930069+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:37:48.930069+0000","last_undegraded":"2024-05-08T22:37:48.930069+0000","last_fullsized":"2024-05-08T22:37:48.930069+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":161,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":153,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'137","reported_seq":149,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929784+0000","last_change":"2024-05-08T22:32:53.377109+0000","last_active":"2024-05-08T22:37:48.929784+0000","last_peered":"2024-05-08T22:37:48.929784+0000","last_clean":"2024-05-08T22:37:48.929784+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:37:48.929784+0000","last_undegraded":"2024-05-08T22:37:48.929784+0000","last_fullsized":"2024-05-08T22:37:48.929784+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'166","reported_seq":178,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932713+0000","last_change":"2024-05-08T22:32:53.364569+0000","last_active":"2024-05-08T22:37:48.932713+0000","last_peered":"2024-05-08T22:37:48.932713+0000","last_clean":"2024-05-08T22:37:48.932713+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:37:48.932713+0000","last_undegraded":"2024-05-08T22:37:48.932713+0000","last_fullsized":"2024-05-08T22:37:48.932713+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919368+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:48.919368+0000","last_peered":"2024-05-08T22:37:48.919368+0000","last_clean":"2024-05-08T22:37:48.919368+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:48.919368+0000","last_undegraded":"2024-05-08T22:37:48.919368+0000","last_fullsized":"2024-05-08T22:37:48.919368+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'180","reported_seq":192,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930248+0000","last_change":"2024-05-08T22:32:53.379293+0000","last_active":"2024-05-08T22:37:48.930248+0000","last_peered":"2024-05-08T22:37:48.930248+0000","last_clean":"2024-05-08T22:37:48.930248+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:37:48.930248+0000","last_undegraded":"2024-05-08T22:37:48.930248+0000","last_fullsized":"2024-05-08T22:37:48.930248+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":180,"ondisk_log_size":180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":174,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929486+0000","last_change":"2024-05-08T22:32:53.379014+0000","last_active":"2024-05-08T22:37:48.929486+0000","last_peered":"2024-05-08T22:37:48.929486+0000","last_clean":"2024-05-08T22:37:48.929486+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:37:48.929486+0000","last_undegraded":"2024-05-08T22:37:48.929486+0000","last_fullsized":"2024-05-08T22:37:48.929486+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'198","reported_seq":210,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933555+0000","last_change":"2024-05-08T22:32:53.367766+0000","last_active":"2024-05-08T22:37:48.933555+0000","last_peered":"2024-05-08T22:37:48.933555+0000","last_clean":"2024-05-08T22:37:48.933555+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:37:48.933555+0000","last_undegraded":"2024-05-08T22:37:48.933555+0000","last_fullsized":"2024-05-08T22:37:48.933555+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":198,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'144","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.917854+0000","last_change":"2024-05-08T22:33:42.930261+0000","last_active":"2024-05-08T22:37:48.917854+0000","last_peered":"2024-05-08T22:37:48.917854+0000","last_clean":"2024-05-08T22:37:48.917854+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:37:48.917854+0000","last_undegraded":"2024-05-08T22:37:48.917854+0000","last_fullsized":"2024-05-08T22:37:48.917854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.742025+0000","last_change":"2024-05-08T22:38:11.742025+0000","last_active":"2024-05-08T22:38:11.742025+0000","last_peered":"2024-05-08T22:38:11.742025+0000","last_clean":"2024-05-08T22:38:11.742025+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:38:11.742025+0000","last_undegraded":"2024-05-08T22:38:11.742025+0000","last_fullsized":"2024-05-08T22:38:11.742025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.741859+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'183","reported_seq":195,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922184+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:48.922184+0000","last_peered":"2024-05-08T22:37:48.922184+0000","last_clean":"2024-05-08T22:37:48.922184+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:48.922184+0000","last_undegraded":"2024-05-08T22:37:48.922184+0000","last_fullsized":"2024-05-08T22:37:48.922184+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":183,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":168,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.714285+0000","last_change":"2024-05-08T22:38:07.714285+0000","last_active":"2024-05-08T22:38:07.714285+0000","last_peered":"2024-05-08T22:38:07.714285+0000","last_clean":"2024-05-08T22:38:07.714285+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:38:07.714285+0000","last_undegraded":"2024-05-08T22:38:07.714285+0000","last_fullsized":"2024-05-08T22:38:07.714285+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.714158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.302095+0000","last_change":"2024-05-08T22:38:30.302095+0000","last_active":"2024-05-08T22:38:30.302095+0000","last_peered":"2024-05-08T22:38:30.302095+0000","last_clean":"2024-05-08T22:38:30.302095+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:38:30.302095+0000","last_undegraded":"2024-05-08T22:38:30.302095+0000","last_fullsized":"2024-05-08T22:38:30.302095+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.301977+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.905881+0000","last_change":"2024-05-08T22:32:52.968727+0000","last_active":"2024-05-08T22:33:41.905881+0000","last_peered":"2024-05-08T22:33:41.905881+0000","last_clean":"2024-05-08T22:33:41.905881+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:33:41.905881+0000","last_undegraded":"2024-05-08T22:33:41.905881+0000","last_fullsized":"2024-05-08T22:33:41.905881+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925574+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:48.925574+0000","last_peered":"2024-05-08T22:37:48.925574+0000","last_clean":"2024-05-08T22:37:48.925574+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:48.925574+0000","last_undegraded":"2024-05-08T22:37:48.925574+0000","last_fullsized":"2024-05-08T22:37:48.925574+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.059414+0000","last_change":"2024-05-08T22:38:10.059414+0000","last_active":"2024-05-08T22:38:10.059414+0000","last_peered":"2024-05-08T22:38:10.059414+0000","last_clean":"2024-05-08T22:38:10.059414+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:38:10.059414+0000","last_undegraded":"2024-05-08T22:38:10.059414+0000","last_fullsized":"2024-05-08T22:38:10.059414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'1","last_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_deep_scrub":"20'1","last_deep_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.059267+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'165","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931847+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:48.931847+0000","last_peered":"2024-05-08T22:37:48.931847+0000","last_clean":"2024-05-08T22:37:48.931847+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:48.931847+0000","last_undegraded":"2024-05-08T22:37:48.931847+0000","last_fullsized":"2024-05-08T22:37:48.931847+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:06.693088+0000","last_change":"2024-05-08T22:38:06.693088+0000","last_active":"2024-05-08T22:38:06.693088+0000","last_peered":"2024-05-08T22:38:06.693088+0000","last_clean":"2024-05-08T22:38:06.693088+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:38:06.693088+0000","last_undegraded":"2024-05-08T22:38:06.693088+0000","last_fullsized":"2024-05-08T22:38:06.693088+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_clean_scrub_stamp":"2024-05-08T22:38:06.692960+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.918482+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:48.918482+0000","last_peered":"2024-05-08T22:37:48.918482+0000","last_clean":"2024-05-08T22:37:48.918482+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:48.918482+0000","last_undegraded":"2024-05-08T22:37:48.918482+0000","last_fullsized":"2024-05-08T22:37:48.918482+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'9","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.015995+0000","last_change":"2024-05-08T22:38:09.015995+0000","last_active":"2024-05-08T22:38:09.015995+0000","last_peered":"2024-05-08T22:38:09.015995+0000","last_clean":"2024-05-08T22:38:09.015995+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:38:09.015995+0000","last_undegraded":"2024-05-08T22:38:09.015995+0000","last_fullsized":"2024-05-08T22:38:09.015995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'9","last_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_deep_scrub":"20'9","last_deep_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.015885+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.816109+0000","last_change":"2024-05-08T22:38:28.816109+0000","last_active":"2024-05-08T22:38:28.816109+0000","last_peered":"2024-05-08T22:38:28.816109+0000","last_clean":"2024-05-08T22:38:28.816109+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:38:28.816109+0000","last_undegraded":"2024-05-08T22:38:28.816109+0000","last_fullsized":"2024-05-08T22:38:28.816109+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.815998+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'92","reported_seq":105,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.934527+0000","last_change":"2024-05-08T22:32:52.962733+0000","last_active":"2024-05-08T22:37:48.934527+0000","last_peered":"2024-05-08T22:37:48.934527+0000","last_clean":"2024-05-08T22:37:48.934527+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:37:48.934527+0000","last_undegraded":"2024-05-08T22:37:48.934527+0000","last_fullsized":"2024-05-08T22:37:48.934527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":92,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194371,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":91,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'171","reported_seq":188,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.743935+0000","last_change":"2024-05-08T22:38:30.743935+0000","last_active":"2024-05-08T22:38:30.743935+0000","last_peered":"2024-05-08T22:38:30.743935+0000","last_clean":"2024-05-08T22:38:30.743935+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:38:30.743935+0000","last_undegraded":"2024-05-08T22:38:30.743935+0000","last_fullsized":"2024-05-08T22:38:30.743935+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'171","last_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_deep_scrub":"20'171","last_deep_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.743826+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.127509+0000","last_change":"2024-05-08T22:38:31.127509+0000","last_active":"2024-05-08T22:38:31.127509+0000","last_peered":"2024-05-08T22:38:31.127509+0000","last_clean":"2024-05-08T22:38:31.127509+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:38:31.127509+0000","last_undegraded":"2024-05-08T22:38:31.127509+0000","last_fullsized":"2024-05-08T22:38:31.127509+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.127405+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922004+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:48.922004+0000","last_peered":"2024-05-08T22:37:48.922004+0000","last_clean":"2024-05-08T22:37:48.922004+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:48.922004+0000","last_undegraded":"2024-05-08T22:37:48.922004+0000","last_fullsized":"2024-05-08T22:37:48.922004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.018598+0000","last_change":"2024-05-08T22:38:07.018598+0000","last_active":"2024-05-08T22:38:07.018598+0000","last_peered":"2024-05-08T22:38:07.018598+0000","last_clean":"2024-05-08T22:38:07.018598+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:38:07.018598+0000","last_undegraded":"2024-05-08T22:38:07.018598+0000","last_fullsized":"2024-05-08T22:38:07.018598+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.018479+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921370+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:48.921370+0000","last_peered":"2024-05-08T22:37:48.921370+0000","last_clean":"2024-05-08T22:37:48.921370+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:48.921370+0000","last_undegraded":"2024-05-08T22:37:48.921370+0000","last_fullsized":"2024-05-08T22:37:48.921370+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.143060+0000","last_change":"2024-05-08T22:38:30.143060+0000","last_active":"2024-05-08T22:38:30.143060+0000","last_peered":"2024-05-08T22:38:30.143060+0000","last_clean":"2024-05-08T22:38:30.143060+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:38:30.143060+0000","last_undegraded":"2024-05-08T22:38:30.143060+0000","last_fullsized":"2024-05-08T22:38:30.143060+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.142937+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'229","reported_seq":254,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:22.234140+0000","last_change":"2024-05-08T22:38:22.234140+0000","last_active":"2024-05-08T22:38:22.234140+0000","last_peered":"2024-05-08T22:38:22.234140+0000","last_clean":"2024-05-08T22:38:22.234140+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:38:22.234140+0000","last_undegraded":"2024-05-08T22:38:22.234140+0000","last_fullsized":"2024-05-08T22:38:22.234140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'229","last_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_deep_scrub":"20'229","last_deep_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_clean_scrub_stamp":"2024-05-08T22:38:22.234025+0000","log_size":229,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":219,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'13","reported_seq":31,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.675027+0000","last_change":"2024-05-08T22:38:05.675027+0000","last_active":"2024-05-08T22:38:05.675027+0000","last_peered":"2024-05-08T22:38:05.675027+0000","last_clean":"2024-05-08T22:38:05.675027+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:38:05.675027+0000","last_undegraded":"2024-05-08T22:38:05.675027+0000","last_fullsized":"2024-05-08T22:38:05.675027+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'13","last_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_deep_scrub":"20'13","last_deep_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.674903+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925430+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:48.925430+0000","last_peered":"2024-05-08T22:37:48.925430+0000","last_clean":"2024-05-08T22:37:48.925430+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:48.925430+0000","last_undegraded":"2024-05-08T22:37:48.925430+0000","last_fullsized":"2024-05-08T22:37:48.925430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:04.996939+0000","last_change":"2024-05-08T22:38:04.996939+0000","last_active":"2024-05-08T22:38:04.996939+0000","last_peered":"2024-05-08T22:38:04.996939+0000","last_clean":"2024-05-08T22:38:04.996939+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:38:04.996939+0000","last_undegraded":"2024-05-08T22:38:04.996939+0000","last_fullsized":"2024-05-08T22:38:04.996939+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_clean_scrub_stamp":"2024-05-08T22:38:04.996831+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'153","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.583368+0000","last_change":"2024-05-08T22:38:11.583368+0000","last_active":"2024-05-08T22:38:11.583368+0000","last_peered":"2024-05-08T22:38:11.583368+0000","last_clean":"2024-05-08T22:38:11.583368+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:38:11.583368+0000","last_undegraded":"2024-05-08T22:38:11.583368+0000","last_fullsized":"2024-05-08T22:38:11.583368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'153","last_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_deep_scrub":"20'153","last_deep_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.583228+0000","log_size":153,"ondisk_log_size":153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.651432+0000","last_change":"2024-05-08T22:38:05.651432+0000","last_active":"2024-05-08T22:38:05.651432+0000","last_peered":"2024-05-08T22:38:05.651432+0000","last_clean":"2024-05-08T22:38:05.651432+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:38:05.651432+0000","last_undegraded":"2024-05-08T22:38:05.651432+0000","last_fullsized":"2024-05-08T22:38:05.651432+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.651292+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:26.836089+0000","last_change":"2024-05-08T22:38:26.836089+0000","last_active":"2024-05-08T22:38:26.836089+0000","last_peered":"2024-05-08T22:38:26.836089+0000","last_clean":"2024-05-08T22:38:26.836089+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:38:26.836089+0000","last_undegraded":"2024-05-08T22:38:26.836089+0000","last_fullsized":"2024-05-08T22:38:26.836089+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_clean_scrub_stamp":"2024-05-08T22:38:26.835928+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:29.171804+0000","last_change":"2024-05-08T22:38:29.171804+0000","last_active":"2024-05-08T22:38:29.171804+0000","last_peered":"2024-05-08T22:38:29.171804+0000","last_clean":"2024-05-08T22:38:29.171804+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:38:29.171804+0000","last_undegraded":"2024-05-08T22:38:29.171804+0000","last_fullsized":"2024-05-08T22:38:29.171804+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:29.171313+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'128","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.672688+0000","last_change":"2024-05-08T22:38:17.672688+0000","last_active":"2024-05-08T22:38:17.672688+0000","last_peered":"2024-05-08T22:38:17.672688+0000","last_clean":"2024-05-08T22:38:17.672688+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:38:17.672688+0000","last_undegraded":"2024-05-08T22:38:17.672688+0000","last_fullsized":"2024-05-08T22:38:17.672688+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'128","last_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_deep_scrub":"20'128","last_deep_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.672504+0000","log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.980828+0000","last_change":"2024-05-08T22:37:59.980828+0000","last_active":"2024-05-08T22:37:59.980828+0000","last_peered":"2024-05-08T22:37:59.980828+0000","last_clean":"2024-05-08T22:37:59.980828+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:37:59.980828+0000","last_undegraded":"2024-05-08T22:37:59.980828+0000","last_fullsized":"2024-05-08T22:37:59.980828+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.980700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:19.273531+0000","last_change":"2024-05-08T22:38:19.273531+0000","last_active":"2024-05-08T22:38:19.273531+0000","last_peered":"2024-05-08T22:38:19.273531+0000","last_clean":"2024-05-08T22:38:19.273531+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:38:19.273531+0000","last_undegraded":"2024-05-08T22:38:19.273531+0000","last_fullsized":"2024-05-08T22:38:19.273531+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_clean_scrub_stamp":"2024-05-08T22:38:19.273366+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.198549+0000","last_change":"2024-05-08T22:38:27.198549+0000","last_active":"2024-05-08T22:38:27.198549+0000","last_peered":"2024-05-08T22:38:27.198549+0000","last_clean":"2024-05-08T22:38:27.198549+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:38:27.198549+0000","last_undegraded":"2024-05-08T22:38:27.198549+0000","last_fullsized":"2024-05-08T22:38:27.198549+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.198401+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:20.237945+0000","last_change":"2024-05-08T22:38:20.237945+0000","last_active":"2024-05-08T22:38:20.237945+0000","last_peered":"2024-05-08T22:38:20.237945+0000","last_clean":"2024-05-08T22:38:20.237945+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:38:20.237945+0000","last_undegraded":"2024-05-08T22:38:20.237945+0000","last_fullsized":"2024-05-08T22:38:20.237945+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_clean_scrub_stamp":"2024-05-08T22:38:20.237821+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.213117+0000","last_change":"2024-05-08T22:38:25.213117+0000","last_active":"2024-05-08T22:38:25.213117+0000","last_peered":"2024-05-08T22:38:25.213117+0000","last_clean":"2024-05-08T22:38:25.213117+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:38:25.213117+0000","last_undegraded":"2024-05-08T22:38:25.213117+0000","last_fullsized":"2024-05-08T22:38:25.213117+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.213001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'151","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922082+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:48.922082+0000","last_peered":"2024-05-08T22:37:48.922082+0000","last_clean":"2024-05-08T22:37:48.922082+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:48.922082+0000","last_undegraded":"2024-05-08T22:37:48.922082+0000","last_fullsized":"2024-05-08T22:37:48.922082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:16.118641+0000","last_change":"2024-05-08T22:38:16.118641+0000","last_active":"2024-05-08T22:38:16.118641+0000","last_peered":"2024-05-08T22:38:16.118641+0000","last_clean":"2024-05-08T22:38:16.118641+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:38:16.118641+0000","last_undegraded":"2024-05-08T22:38:16.118641+0000","last_fullsized":"2024-05-08T22:38:16.118641+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_clean_scrub_stamp":"2024-05-08T22:38:16.118532+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.716442+0000","last_change":"2024-05-08T22:38:18.716442+0000","last_active":"2024-05-08T22:38:18.716442+0000","last_peered":"2024-05-08T22:38:18.716442+0000","last_clean":"2024-05-08T22:38:18.716442+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:38:18.716442+0000","last_undegraded":"2024-05-08T22:38:18.716442+0000","last_fullsized":"2024-05-08T22:38:18.716442+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.716307+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.136452+0000","last_change":"2024-05-08T22:38:15.136452+0000","last_active":"2024-05-08T22:38:15.136452+0000","last_peered":"2024-05-08T22:38:15.136452+0000","last_clean":"2024-05-08T22:38:15.136452+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:38:15.136452+0000","last_undegraded":"2024-05-08T22:38:15.136452+0000","last_fullsized":"2024-05-08T22:38:15.136452+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.136331+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'138","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.789904+0000","last_change":"2024-05-08T22:38:27.789904+0000","last_active":"2024-05-08T22:38:27.789904+0000","last_peered":"2024-05-08T22:38:27.789904+0000","last_clean":"2024-05-08T22:38:27.789904+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:38:27.789904+0000","last_undegraded":"2024-05-08T22:38:27.789904+0000","last_fullsized":"2024-05-08T22:38:27.789904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'138","last_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_deep_scrub":"20'138","last_deep_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.789792+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.636216+0000","last_change":"2024-05-08T22:37:55.636216+0000","last_active":"2024-05-08T22:37:55.636216+0000","last_peered":"2024-05-08T22:37:55.636216+0000","last_clean":"2024-05-08T22:37:55.636216+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:37:55.636216+0000","last_undegraded":"2024-05-08T22:37:55.636216+0000","last_fullsized":"2024-05-08T22:37:55.636216+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.636091+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:58.591200+0000","last_change":"2024-05-08T22:37:58.591200+0000","last_active":"2024-05-08T22:37:58.591200+0000","last_peered":"2024-05-08T22:37:58.591200+0000","last_clean":"2024-05-08T22:37:58.591200+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:37:58.591200+0000","last_undegraded":"2024-05-08T22:37:58.591200+0000","last_fullsized":"2024-05-08T22:37:58.591200+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_clean_scrub_stamp":"2024-05-08T22:37:58.591078+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'158","reported_seq":175,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:21.810999+0000","last_change":"2024-05-08T22:38:21.810999+0000","last_active":"2024-05-08T22:38:21.810999+0000","last_peered":"2024-05-08T22:38:21.810999+0000","last_clean":"2024-05-08T22:38:21.810999+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:38:21.810999+0000","last_undegraded":"2024-05-08T22:38:21.810999+0000","last_fullsized":"2024-05-08T22:38:21.810999+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'158","last_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_deep_scrub":"20'158","last_deep_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_clean_scrub_stamp":"2024-05-08T22:38:21.810869+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.948422+0000","last_change":"2024-05-08T22:37:55.948422+0000","last_active":"2024-05-08T22:37:55.948422+0000","last_peered":"2024-05-08T22:37:55.948422+0000","last_clean":"2024-05-08T22:37:55.948422+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:37:55.948422+0000","last_undegraded":"2024-05-08T22:37:55.948422+0000","last_fullsized":"2024-05-08T22:37:55.948422+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.948293+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.989415+0000","last_change":"2024-05-08T22:37:53.989415+0000","last_active":"2024-05-08T22:37:53.989415+0000","last_peered":"2024-05-08T22:37:53.989415+0000","last_clean":"2024-05-08T22:37:53.989415+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:37:53.989415+0000","last_undegraded":"2024-05-08T22:37:53.989415+0000","last_fullsized":"2024-05-08T22:37:53.989415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.989325+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:23.857455+0000","last_change":"2024-05-08T22:38:23.857455+0000","last_active":"2024-05-08T22:38:23.857455+0000","last_peered":"2024-05-08T22:38:23.857455+0000","last_clean":"2024-05-08T22:38:23.857455+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:38:23.857455+0000","last_undegraded":"2024-05-08T22:38:23.857455+0000","last_fullsized":"2024-05-08T22:38:23.857455+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_clean_scrub_stamp":"2024-05-08T22:38:23.857323+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.621641+0000","last_change":"2024-05-08T22:37:53.621641+0000","last_active":"2024-05-08T22:37:53.621641+0000","last_peered":"2024-05-08T22:37:53.621641+0000","last_clean":"2024-05-08T22:37:53.621641+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:37:53.621641+0000","last_undegraded":"2024-05-08T22:37:53.621641+0000","last_fullsized":"2024-05-08T22:37:53.621641+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.621511+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:57.576836+0000","last_change":"2024-05-08T22:37:57.576836+0000","last_active":"2024-05-08T22:37:57.576836+0000","last_peered":"2024-05-08T22:37:57.576836+0000","last_clean":"2024-05-08T22:37:57.576836+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:37:57.576836+0000","last_undegraded":"2024-05-08T22:37:57.576836+0000","last_fullsized":"2024-05-08T22:37:57.576836+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_clean_scrub_stamp":"2024-05-08T22:37:57.576721+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.796274+0000","last_change":"2024-05-08T22:38:25.796274+0000","last_active":"2024-05-08T22:38:25.796274+0000","last_peered":"2024-05-08T22:38:25.796274+0000","last_clean":"2024-05-08T22:38:25.796274+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:38:25.796274+0000","last_undegraded":"2024-05-08T22:38:25.796274+0000","last_fullsized":"2024-05-08T22:38:25.796274+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.796156+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.991931+0000","last_change":"2024-05-08T22:37:56.991931+0000","last_active":"2024-05-08T22:37:56.991931+0000","last_peered":"2024-05-08T22:37:56.991931+0000","last_clean":"2024-05-08T22:37:56.991931+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:37:56.991931+0000","last_undegraded":"2024-05-08T22:37:56.991931+0000","last_fullsized":"2024-05-08T22:37:56.991931+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.991818+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:54.603536+0000","last_change":"2024-05-08T22:37:54.603536+0000","last_active":"2024-05-08T22:37:54.603536+0000","last_peered":"2024-05-08T22:37:54.603536+0000","last_clean":"2024-05-08T22:37:54.603536+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:37:54.603536+0000","last_undegraded":"2024-05-08T22:37:54.603536+0000","last_fullsized":"2024-05-08T22:37:54.603536+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_clean_scrub_stamp":"2024-05-08T22:37:54.603430+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.120521+0000","last_change":"2024-05-08T22:38:09.120521+0000","last_active":"2024-05-08T22:38:09.120521+0000","last_peered":"2024-05-08T22:38:09.120521+0000","last_clean":"2024-05-08T22:38:09.120521+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:38:09.120521+0000","last_undegraded":"2024-05-08T22:38:09.120521+0000","last_fullsized":"2024-05-08T22:38:09.120521+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.120400+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921073+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:48.921073+0000","last_peered":"2024-05-08T22:37:48.921073+0000","last_clean":"2024-05-08T22:37:48.921073+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:48.921073+0000","last_undegraded":"2024-05-08T22:37:48.921073+0000","last_fullsized":"2024-05-08T22:37:48.921073+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.915264+0000","last_change":"2024-05-08T22:37:53.915264+0000","last_active":"2024-05-08T22:37:53.915264+0000","last_peered":"2024-05-08T22:37:53.915264+0000","last_clean":"2024-05-08T22:37:53.915264+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:37:53.915264+0000","last_undegraded":"2024-05-08T22:37:53.915264+0000","last_fullsized":"2024-05-08T22:37:53.915264+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.915121+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.036092+0000","last_change":"2024-05-08T22:37:53.036092+0000","last_active":"2024-05-08T22:37:53.036092+0000","last_peered":"2024-05-08T22:37:53.036092+0000","last_clean":"2024-05-08T22:37:53.036092+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:53.036092+0000","last_undegraded":"2024-05-08T22:37:53.036092+0000","last_fullsized":"2024-05-08T22:37:53.036092+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'5","last_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_deep_scrub":"20'5","last_deep_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.036005+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'163","reported_seq":180,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.279047+0000","last_change":"2024-05-08T22:38:18.279047+0000","last_active":"2024-05-08T22:38:18.279047+0000","last_peered":"2024-05-08T22:38:18.279047+0000","last_clean":"2024-05-08T22:38:18.279047+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:38:18.279047+0000","last_undegraded":"2024-05-08T22:38:18.279047+0000","last_fullsized":"2024-05-08T22:38:18.279047+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'163","last_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_deep_scrub":"20'163","last_deep_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.278871+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.058044+0000","last_change":"2024-05-08T22:37:59.058044+0000","last_active":"2024-05-08T22:37:59.058044+0000","last_peered":"2024-05-08T22:37:59.058044+0000","last_clean":"2024-05-08T22:37:59.058044+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:37:59.058044+0000","last_undegraded":"2024-05-08T22:37:59.058044+0000","last_fullsized":"2024-05-08T22:37:59.058044+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.057931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.534890+0000","last_change":"2024-05-08T22:37:59.534890+0000","last_active":"2024-05-08T22:37:59.534890+0000","last_peered":"2024-05-08T22:37:59.534890+0000","last_clean":"2024-05-08T22:37:59.534890+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:37:59.534890+0000","last_undegraded":"2024-05-08T22:37:59.534890+0000","last_fullsized":"2024-05-08T22:37:59.534890+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.534776+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'145","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.287051+0000","last_change":"2024-05-08T22:38:17.287051+0000","last_active":"2024-05-08T22:38:17.287051+0000","last_peered":"2024-05-08T22:38:17.287051+0000","last_clean":"2024-05-08T22:38:17.287051+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:38:17.287051+0000","last_undegraded":"2024-05-08T22:38:17.287051+0000","last_fullsized":"2024-05-08T22:38:17.287051+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'145","last_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_deep_scrub":"20'145","last_deep_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.286941+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.067912+0000","last_change":"2024-05-08T22:38:11.067912+0000","last_active":"2024-05-08T22:38:11.067912+0000","last_peered":"2024-05-08T22:38:11.067912+0000","last_clean":"2024-05-08T22:38:11.067912+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:38:11.067912+0000","last_undegraded":"2024-05-08T22:38:11.067912+0000","last_fullsized":"2024-05-08T22:38:11.067912+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.067806+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.605958+0000","last_change":"2024-05-08T22:37:56.605958+0000","last_active":"2024-05-08T22:37:56.605958+0000","last_peered":"2024-05-08T22:37:56.605958+0000","last_clean":"2024-05-08T22:37:56.605958+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:37:56.605958+0000","last_undegraded":"2024-05-08T22:37:56.605958+0000","last_fullsized":"2024-05-08T22:37:56.605958+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.605831+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931890+0000","last_change":"2024-05-08T22:32:53.376124+0000","last_active":"2024-05-08T22:37:48.931890+0000","last_peered":"2024-05-08T22:37:48.931890+0000","last_clean":"2024-05-08T22:37:48.931890+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:37:48.931890+0000","last_undegraded":"2024-05-08T22:37:48.931890+0000","last_fullsized":"2024-05-08T22:37:48.931890+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:02.107000+0000","last_change":"2024-05-08T22:38:02.107000+0000","last_active":"2024-05-08T22:38:02.107000+0000","last_peered":"2024-05-08T22:38:02.107000+0000","last_clean":"2024-05-08T22:38:02.107000+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:38:02.107000+0000","last_undegraded":"2024-05-08T22:38:02.107000+0000","last_fullsized":"2024-05-08T22:38:02.107000+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_clean_scrub_stamp":"2024-05-08T22:38:02.106886+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'10","reported_seq":28,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.989467+0000","last_change":"2024-05-08T22:37:55.989467+0000","last_active":"2024-05-08T22:37:55.989467+0000","last_peered":"2024-05-08T22:37:55.989467+0000","last_clean":"2024-05-08T22:37:55.989467+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:55.989467+0000","last_undegraded":"2024-05-08T22:37:55.989467+0000","last_fullsized":"2024-05-08T22:37:55.989467+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'10","last_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_deep_scrub":"20'10","last_deep_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.989364+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.607332+0000","last_change":"2024-05-08T22:38:10.607332+0000","last_active":"2024-05-08T22:38:10.607332+0000","last_peered":"2024-05-08T22:38:10.607332+0000","last_clean":"2024-05-08T22:38:10.607332+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:38:10.607332+0000","last_undegraded":"2024-05-08T22:38:10.607332+0000","last_fullsized":"2024-05-08T22:38:10.607332+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.607201+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:13.161799+0000","last_change":"2024-05-08T22:38:13.161799+0000","last_active":"2024-05-08T22:38:13.161799+0000","last_peered":"2024-05-08T22:38:13.161799+0000","last_clean":"2024-05-08T22:38:13.161799+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:38:13.161799+0000","last_undegraded":"2024-05-08T22:38:13.161799+0000","last_fullsized":"2024-05-08T22:38:13.161799+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_clean_scrub_stamp":"2024-05-08T22:38:13.161661+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930596+0000","last_change":"2024-05-08T22:32:53.380709+0000","last_active":"2024-05-08T22:37:48.930596+0000","last_peered":"2024-05-08T22:37:48.930596+0000","last_clean":"2024-05-08T22:37:48.930596+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:37:48.930596+0000","last_undegraded":"2024-05-08T22:37:48.930596+0000","last_fullsized":"2024-05-08T22:37:48.930596+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:12.789603+0000","last_change":"2024-05-08T22:38:12.789603+0000","last_active":"2024-05-08T22:38:12.789603+0000","last_peered":"2024-05-08T22:38:12.789603+0000","last_clean":"2024-05-08T22:38:12.789603+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:38:12.789603+0000","last_undegraded":"2024-05-08T22:38:12.789603+0000","last_fullsized":"2024-05-08T22:38:12.789603+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_clean_scrub_stamp":"2024-05-08T22:38:12.789447+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'137","reported_seq":149,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933946+0000","last_change":"2024-05-08T22:32:53.382470+0000","last_active":"2024-05-08T22:37:48.933946+0000","last_peered":"2024-05-08T22:37:48.933946+0000","last_clean":"2024-05-08T22:37:48.933946+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:37:48.933946+0000","last_undegraded":"2024-05-08T22:37:48.933946+0000","last_fullsized":"2024-05-08T22:37:48.933946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'3","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:33:42.922460+0000","last_change":"2024-05-08T22:32:52.968192+0000","last_active":"2024-05-08T22:33:42.922460+0000","last_peered":"2024-05-08T22:33:42.922460+0000","last_clean":"2024-05-08T22:33:42.922460+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:33:42.922460+0000","last_undegraded":"2024-05-08T22:33:42.922460+0000","last_fullsized":"2024-05-08T22:33:42.922460+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'130","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928193+0000","last_change":"2024-05-08T22:32:53.382091+0000","last_active":"2024-05-08T22:37:48.928193+0000","last_peered":"2024-05-08T22:37:48.928193+0000","last_clean":"2024-05-08T22:37:48.928193+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:37:48.928193+0000","last_undegraded":"2024-05-08T22:37:48.928193+0000","last_fullsized":"2024-05-08T22:37:48.928193+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-05-08T22:33:41.906718+0000","last_change":"2024-05-08T22:32:52.962811+0000","last_active":"2024-05-08T22:33:41.906718+0000","last_peered":"2024-05-08T22:33:41.906718+0000","last_clean":"2024-05-08T22:33:41.906718+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:33:41.906718+0000","last_undegraded":"2024-05-08T22:33:41.906718+0000","last_fullsized":"2024-05-08T22:33:41.906718+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:51.919236+0000","last_clean_scrub_stamp":"2024-05-08T22:32:51.919236+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'157","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.313245+0000","last_change":"2024-05-08T22:38:28.313245+0000","last_active":"2024-05-08T22:38:28.313245+0000","last_peered":"2024-05-08T22:38:28.313245+0000","last_clean":"2024-05-08T22:38:28.313245+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:38:28.313245+0000","last_undegraded":"2024-05-08T22:38:28.313245+0000","last_fullsized":"2024-05-08T22:38:28.313245+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.313127+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"20'6","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.210145+0000","last_change":"2024-05-08T22:38:15.210145+0000","last_active":"2024-05-08T22:38:15.210145+0000","last_peered":"2024-05-08T22:38:15.210145+0000","last_clean":"2024-05-08T22:38:15.210145+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:38:15.210145+0000","last_undegraded":"2024-05-08T22:38:15.210145+0000","last_fullsized":"2024-05-08T22:38:15.210145+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'6","last_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_deep_scrub":"20'6","last_deep_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.210029+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'170","reported_seq":187,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.779116+0000","last_change":"2024-05-08T22:38:31.779116+0000","last_active":"2024-05-08T22:38:31.779116+0000","last_peered":"2024-05-08T22:38:31.779116+0000","last_clean":"2024-05-08T22:38:31.779116+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:38:31.779116+0000","last_undegraded":"2024-05-08T22:38:31.779116+0000","last_fullsized":"2024-05-08T22:38:31.779116+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'170","last_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_deep_scrub":"20'170","last_deep_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.778951+0000","log_size":170,"ondisk_log_size":170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.930235+0000","last_change":"2024-05-08T22:32:53.377114+0000","last_active":"2024-05-08T22:37:48.930235+0000","last_peered":"2024-05-08T22:37:48.930235+0000","last_clean":"2024-05-08T22:37:48.930235+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:37:48.930235+0000","last_undegraded":"2024-05-08T22:37:48.930235+0000","last_fullsized":"2024-05-08T22:37:48.930235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931697+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:48.931697+0000","last_peered":"2024-05-08T22:37:48.931697+0000","last_clean":"2024-05-08T22:37:48.931697+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:48.931697+0000","last_undegraded":"2024-05-08T22:37:48.931697+0000","last_fullsized":"2024-05-08T22:37:48.931697+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'131","reported_seq":143,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.912060+0000","last_change":"2024-05-08T22:32:53.381249+0000","last_active":"2024-05-08T22:37:48.912060+0000","last_peered":"2024-05-08T22:37:48.912060+0000","last_clean":"2024-05-08T22:37:48.912060+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:37:48.912060+0000","last_undegraded":"2024-05-08T22:37:48.912060+0000","last_fullsized":"2024-05-08T22:37:48.912060+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'118","reported_seq":127,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922346+0000","last_change":"2024-05-08T22:33:42.926674+0000","last_active":"2024-05-08T22:37:48.922346+0000","last_peered":"2024-05-08T22:37:48.922346+0000","last_clean":"2024-05-08T22:37:48.922346+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:37:48.922346+0000","last_undegraded":"2024-05-08T22:37:48.922346+0000","last_fullsized":"2024-05-08T22:37:48.922346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'133","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.929734+0000","last_change":"2024-05-08T22:32:53.367947+0000","last_active":"2024-05-08T22:37:48.929734+0000","last_peered":"2024-05-08T22:37:48.929734+0000","last_clean":"2024-05-08T22:37:48.929734+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:37:48.929734+0000","last_undegraded":"2024-05-08T22:37:48.929734+0000","last_fullsized":"2024-05-08T22:37:48.929734+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":133,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9216,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9717,"ondisk_log_size":9717,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":158,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":458752,"data_stored":391292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705736,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297604,"kb_used_data":380,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074236,"statfs":{"total":96636764160,"available":96332017664,"internally_reserved":0,"allocated":389120,"data_stored":254043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23699999999999999,"5min":0.193,"15min":0.193},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.375},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.40699999999999997,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":3.883,"5min":3.883,"15min":3.883},"last":0.39100000000000001}]},{"osd":1,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40400000000000003,"15min":0.374},"min":{"1min":0.23200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.42299999999999999,"15min":0.372},"min":{"1min":0.28199999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.9910000000000001,"5min":3.9910000000000001,"15min":3.9910000000000001},"last":0.42499999999999999}]},{"osd":2,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41099999999999998,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":1.5009999999999999,"5min":1.5009999999999999,"15min":1.5009999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.443,"15min":0.39300000000000002},"min":{"1min":0.27000000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.8279999999999998,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.434}]}]},{"osd":2,"up_from":9,"seq":38654705735,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309756,"kb_used_data":372,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062084,"statfs":{"total":96636764160,"available":96319574016,"internally_reserved":0,"allocated":380928,"data_stored":254354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.38300000000000001,"15min":0.32300000000000001},"min":{"1min":0.23499999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.8599999999999999,"5min":3.8599999999999999,"15min":3.8599999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.36699999999999999,"15min":0.34300000000000003},"min":{"1min":0.252,"5min":0.186,"15min":0.186},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.32000000000000001}]},{"osd":1,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.433,"15min":0.375},"min":{"1min":0.215,"5min":0.19,"15min":0.19},"max":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.45600000000000002,"15min":0.39000000000000001},"min":{"1min":0.27700000000000002,"5min":0.193,"15min":0.193},"max":{"1min":3.5470000000000002,"5min":3.5470000000000002,"15min":3.5470000000000002},"last":0.36799999999999999}]},{"osd":3,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.433,"15min":0.378},"min":{"1min":0.26500000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.501,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.468,"5min":3.468,"15min":3.468},"last":0.39500000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705736,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309572,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062268,"statfs":{"total":96636764160,"available":96319762432,"internally_reserved":0,"allocated":192512,"data_stored":60683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.375,"15min":0.35699999999999998},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":2.5600000000000001,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.45700000000000002,"15min":0.39900000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":8.6280000000000001,"5min":8.6280000000000001,"15min":8.6280000000000001},"last":0.44800000000000001}]},{"osd":2,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.38700000000000001,"15min":0.378},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39800000000000002,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.50900000000000001}]},{"osd":3,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.41699999999999998,"15min":0.40100000000000002},"min":{"1min":0.23699999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.5779999999999998,"5min":2.5779999999999998,"15min":2.5779999999999998},"last":0.46700000000000003}]}]},{"osd":1,"up_from":9,"seq":38654705736,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297404,"kb_used_data":180,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074436,"statfs":{"total":96636764160,"available":96332222464,"internally_reserved":0,"allocated":184320,"data_stored":60124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.36199999999999999,"15min":0.32000000000000001},"min":{"1min":0.20499999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.766,"5min":3.766,"15min":3.766},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48899999999999999,"5min":0.622,"15min":0.622},"last":0.30399999999999999}]},{"osd":2,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.36499999999999999,"15min":0.34300000000000003},"min":{"1min":0.26700000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.39900000000000002,"15min":0.36199999999999999},"min":{"1min":0.28699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.8100000000000001,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.33900000000000002}]},{"osd":3,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.41699999999999998,"15min":0.38300000000000001},"min":{"1min":0.31,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.9460000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.41899999999999998,"15min":0.378},"min":{"1min":0.308,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.35299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":208896,"data_stored":194876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":194565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.844 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.845 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.846 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.847 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.848 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.848 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.848 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.848 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.848 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-05-08T22:32:51.919236+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=51, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.849 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.850 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.850 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.850 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.850 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:34.850 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-05-08T22:38:54.851 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.987+0000 7fe227801700 1 Processor -- start 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.987+0000 7fe227801700 1 -- start start 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe227801700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe22012b390 0x7fe22012fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe227801700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe220132340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe227801700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe220064170 con 0x7fe220065140 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe227801700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe220065520 con 0x7fe22012b390 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe227801700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe220064c20 con 0x7fe22012ff50 2024-05-08T22:38:54.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe224d9c700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe22012b390 0x7fe22012fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe225d9e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe220132340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe22559d700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fe220065140 0x7fe22012ac80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:58562/0 (socket says 172.21.15.38:58562) 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe22559d700 1 -- 172.21.15.38:0/1452001575 learned_addr learned my addr 172.21.15.38:0/1452001575 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe225d9e700 1 -- 172.21.15.38:0/1452001575 >> v2:172.21.15.38:3300/0 conn(0x7fe22012b390 msgr2=0x7fe22012fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe225d9e700 1 --2- 172.21.15.38:0/1452001575 >> v2:172.21.15.38:3300/0 conn(0x7fe22012b390 0x7fe22012fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe225d9e700 1 -- 172.21.15.38:0/1452001575 >> v1:172.21.15.38:6789/0 conn(0x7fe220065140 legacy=0x7fe22012ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.988+0000 7fe213fff700 1 -- 172.21.15.38:0/1452001575 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3727063131 0 0) 0x7fe220064170 con 0x7fe220065140 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe225d9e700 1 -- 172.21.15.38:0/1452001575 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe22012a9e0 con 0x7fe22012ff50 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe224d9c700 1 --2- 172.21.15.38:0/1452001575 >> v2:172.21.15.38:3300/0 conn(0x7fe22012b390 0x7fe22012fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe225d9e700 1 --2- 172.21.15.38:0/1452001575 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe220132340 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 rx=0x7fe218009e90 tx=0x7fe218009780).ready entity=mon.1 client_cookie=6a83828915d18c1a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe213fff700 1 -- 172.21.15.38:0/1452001575 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21800e070 con 0x7fe22012ff50 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe213fff700 1 -- 172.21.15.38:0/1452001575 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe21800bb20 con 0x7fe22012ff50 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe213fff700 1 -- 172.21.15.38:0/1452001575 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21800bea0 con 0x7fe22012ff50 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 -- 172.21.15.38:0/1452001575 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 msgr2=0x7fe220132340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:54.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 --2- 172.21.15.38:0/1452001575 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe220132340 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 rx=0x7fe218009e90 tx=0x7fe218009780).stop 2024-05-08T22:38:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 -- 172.21.15.38:0/1452001575 shutdown_connections 2024-05-08T22:38:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 --2- 172.21.15.38:0/1452001575 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe220132340 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 --2- 172.21.15.38:0/1452001575 >> v2:172.21.15.38:3300/0 conn(0x7fe22012b390 0x7fe22012fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 -- 172.21.15.38:0/1452001575 >> 172.21.15.38:0/1452001575 conn(0x7fe2200631d0 msgr2=0x7fe220098260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:38:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 -- 172.21.15.38:0/1452001575 shutdown_connections 2024-05-08T22:38:54.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.989+0000 7fe227801700 1 -- 172.21.15.38:0/1452001575 wait complete. 2024-05-08T22:38:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 Processor -- start 2024-05-08T22:38:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 -- start start 2024-05-08T22:38:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220065140 0x7fe220127950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:54.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 0x7fe22012d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe22012da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22012e960 con 0x7fe220065140 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe220112db0 con 0x7fe22012ff50 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe227801700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe220113070 con 0x7fe22012b390 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe224d9c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 0x7fe22012d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe225d9e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe22012da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe22559d700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220065140 0x7fe220127950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe224d9c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 0x7fe22012d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:41670/0 (socket says 172.21.15.38:41670) 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe225d9e700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe22012da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:59178/0 (socket says 172.21.15.38:59178) 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.991+0000 7fe224d9c700 1 -- 172.21.15.38:0/3471049661 learned_addr learned my addr 172.21.15.38:0/3471049661 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe22559d700 1 -- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 msgr2=0x7fe22012d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe22559d700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 0x7fe22012d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe22559d700 1 -- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 msgr2=0x7fe22012da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:54.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe22559d700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe22012da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe22559d700 1 -- 172.21.15.38:0/3471049661 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe21c0092a0 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe224d9c700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 0x7fe22012d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe225d9e700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe22012da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe22559d700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220065140 0x7fe220127950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 rx=0x7fe21400c460 tx=0x7fe214007db0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2140070d0 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe214007250 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe218009a20 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe214007610 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.992+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe220113a30 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.993+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe2140059b0 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.993+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fe21403a780 con 0x7fe220065140 2024-05-08T22:38:54.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.993+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe220098970 con 0x7fe220065140 2024-05-08T22:38:54.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:54.998+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe214013970 con 0x7fe220065140 2024-05-08T22:38:55.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.162+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe220046ce0 con 0x7fe20402bd00 2024-05-08T22:38:55.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.169+0000 7fe211ffb700 1 -- 172.21.15.38:0/3471049661 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256284 (unknown 2965378022 0 953846516) 0x7fe220046ce0 con 0x7fe20402bd00 2024-05-08T22:38:55.172 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.171+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 >> v1:172.21.15.38:6816/46721 conn(0x7fe20402bd00 legacy=0x7fe20402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.171+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220065140 msgr2=0x7fe220127950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.171+0000 7fe227801700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220065140 0x7fe220127950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 rx=0x7fe21400c460 tx=0x7fe214007db0).stop 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 shutdown_connections 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22012ff50 0x7fe22012da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220065140 0x7fe220127950 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 --2- 172.21.15.38:0/3471049661 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe22012b390 0x7fe22012d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 >> 172.21.15.38:0/3471049661 conn(0x7fe2200631d0 msgr2=0x7fe22009ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 shutdown_connections 2024-05-08T22:38:55.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:38:55.172+0000 7fe227801700 1 -- 172.21.15.38:0/3471049661 wait complete. 2024-05-08T22:38:55.175 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:38:55.183 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2024-05-08T22:38:53.744142+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":9374,"num_write_kb":25166075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9886,"ondisk_log_size":9886,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1214336,"kb_used_data":1120,"kb_used_omap":0,"kb_used_meta":1213184,"kb_avail":376273024,"statfs":{"total":386547056640,"available":385303576576,"internally_reserved":0,"allocated":1146880,"data_stored":629204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1242300416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002699"},"pg_stats":[{"pgid":"4.3f","version":"20'146","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.926994+0000","last_change":"2024-05-08T22:32:53.381741+0000","last_active":"2024-05-08T22:37:48.926994+0000","last_peered":"2024-05-08T22:37:48.926994+0000","last_clean":"2024-05-08T22:37:48.926994+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:37:48.926994+0000","last_undegraded":"2024-05-08T22:37:48.926994+0000","last_fullsized":"2024-05-08T22:37:48.926994+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'130","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.846418+0000","last_change":"2024-05-08T22:38:50.846418+0000","last_active":"2024-05-08T22:38:50.846418+0000","last_peered":"2024-05-08T22:38:50.846418+0000","last_clean":"2024-05-08T22:38:50.846418+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:38:50.846418+0000","last_undegraded":"2024-05-08T22:38:50.846418+0000","last_fullsized":"2024-05-08T22:38:50.846418+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'130","last_scrub_stamp":"2024-05-08T22:38:50.846285+0000","last_deep_scrub":"20'130","last_deep_scrub_stamp":"2024-05-08T22:38:50.846285+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.846285+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'151","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931083+0000","last_change":"2024-05-08T22:32:53.375628+0000","last_active":"2024-05-08T22:37:48.931083+0000","last_peered":"2024-05-08T22:37:48.931083+0000","last_clean":"2024-05-08T22:37:48.931083+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:37:48.931083+0000","last_undegraded":"2024-05-08T22:37:48.931083+0000","last_fullsized":"2024-05-08T22:37:48.931083+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'173","reported_seq":185,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.932962+0000","last_change":"2024-05-08T22:32:53.365629+0000","last_active":"2024-05-08T22:37:48.932962+0000","last_peered":"2024-05-08T22:37:48.932962+0000","last_clean":"2024-05-08T22:37:48.932962+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:37:48.932962+0000","last_undegraded":"2024-05-08T22:37:48.932962+0000","last_fullsized":"2024-05-08T22:37:48.932962+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'148","reported_seq":165,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.226771+0000","last_change":"2024-05-08T22:38:50.226771+0000","last_active":"2024-05-08T22:38:50.226771+0000","last_peered":"2024-05-08T22:38:50.226771+0000","last_clean":"2024-05-08T22:38:50.226771+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:38:50.226771+0000","last_undegraded":"2024-05-08T22:38:50.226771+0000","last_fullsized":"2024-05-08T22:38:50.226771+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'148","last_scrub_stamp":"2024-05-08T22:38:50.226608+0000","last_deep_scrub":"20'148","last_deep_scrub_stamp":"2024-05-08T22:38:50.226608+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.226608+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.923812+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:48.923812+0000","last_peered":"2024-05-08T22:37:48.923812+0000","last_clean":"2024-05-08T22:37:48.923812+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:48.923812+0000","last_undegraded":"2024-05-08T22:37:48.923812+0000","last_fullsized":"2024-05-08T22:37:48.923812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'164","reported_seq":176,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919805+0000","last_change":"2024-05-08T22:32:53.387475+0000","last_active":"2024-05-08T22:37:48.919805+0000","last_peered":"2024-05-08T22:37:48.919805+0000","last_clean":"2024-05-08T22:37:48.919805+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:37:48.919805+0000","last_undegraded":"2024-05-08T22:37:48.919805+0000","last_fullsized":"2024-05-08T22:37:48.919805+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'186","reported_seq":198,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.370538+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":177,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:49.180733+0000","last_change":"2024-05-08T22:38:49.180733+0000","last_active":"2024-05-08T22:38:49.180733+0000","last_peered":"2024-05-08T22:38:49.180733+0000","last_clean":"2024-05-08T22:38:49.180733+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:38:49.180733+0000","last_undegraded":"2024-05-08T22:38:49.180733+0000","last_fullsized":"2024-05-08T22:38:49.180733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:49.180595+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:49.180595+0000","last_clean_scrub_stamp":"2024-05-08T22:38:49.180595+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'156","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.928934+0000","last_change":"2024-05-08T22:32:53.377486+0000","last_active":"2024-05-08T22:37:48.928934+0000","last_peered":"2024-05-08T22:37:48.928934+0000","last_clean":"2024-05-08T22:37:48.928934+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:37:48.928934+0000","last_undegraded":"2024-05-08T22:37:48.928934+0000","last_fullsized":"2024-05-08T22:37:48.928934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.920568+0000","last_change":"2024-05-08T22:32:53.372049+0000","last_active":"2024-05-08T22:37:48.920568+0000","last_peered":"2024-05-08T22:37:48.920568+0000","last_clean":"2024-05-08T22:37:48.920568+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:37:48.920568+0000","last_undegraded":"2024-05-08T22:37:48.920568+0000","last_fullsized":"2024-05-08T22:37:48.920568+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'142","reported_seq":159,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:46.829698+0000","last_change":"2024-05-08T22:38:46.829698+0000","last_active":"2024-05-08T22:38:46.829698+0000","last_peered":"2024-05-08T22:38:46.829698+0000","last_clean":"2024-05-08T22:38:46.829698+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:38:46.829698+0000","last_undegraded":"2024-05-08T22:38:46.829698+0000","last_fullsized":"2024-05-08T22:38:46.829698+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'142","last_scrub_stamp":"2024-05-08T22:38:46.829540+0000","last_deep_scrub":"20'142","last_deep_scrub_stamp":"2024-05-08T22:38:46.829540+0000","last_clean_scrub_stamp":"2024-05-08T22:38:46.829540+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:45.850445+0000","last_change":"2024-05-08T22:38:45.850445+0000","last_active":"2024-05-08T22:38:45.850445+0000","last_peered":"2024-05-08T22:38:45.850445+0000","last_clean":"2024-05-08T22:38:45.850445+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:38:45.850445+0000","last_undegraded":"2024-05-08T22:38:45.850445+0000","last_fullsized":"2024-05-08T22:38:45.850445+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:45.850313+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:45.850313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:45.850313+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.933943+0000","last_change":"2024-05-08T22:32:53.367456+0000","last_active":"2024-05-08T22:37:48.933943+0000","last_peered":"2024-05-08T22:37:48.933943+0000","last_clean":"2024-05-08T22:37:48.933943+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:37:48.933943+0000","last_undegraded":"2024-05-08T22:37:48.933943+0000","last_fullsized":"2024-05-08T22:37:48.933943+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:48.172396+0000","last_change":"2024-05-08T22:38:48.172396+0000","last_active":"2024-05-08T22:38:48.172396+0000","last_peered":"2024-05-08T22:38:48.172396+0000","last_clean":"2024-05-08T22:38:48.172396+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:38:48.172396+0000","last_undegraded":"2024-05-08T22:38:48.172396+0000","last_fullsized":"2024-05-08T22:38:48.172396+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:48.172257+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:48.172257+0000","last_clean_scrub_stamp":"2024-05-08T22:38:48.172257+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'147","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:42.875250+0000","last_change":"2024-05-08T22:38:42.875250+0000","last_active":"2024-05-08T22:38:42.875250+0000","last_peered":"2024-05-08T22:38:42.875250+0000","last_clean":"2024-05-08T22:38:42.875250+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:38:42.875250+0000","last_undegraded":"2024-05-08T22:38:42.875250+0000","last_fullsized":"2024-05-08T22:38:42.875250+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'147","last_scrub_stamp":"2024-05-08T22:38:42.875134+0000","last_deep_scrub":"20'147","last_deep_scrub_stamp":"2024-05-08T22:38:42.875134+0000","last_clean_scrub_stamp":"2024-05-08T22:38:42.875134+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:46.099158+0000","last_change":"2024-05-08T22:38:46.099158+0000","last_active":"2024-05-08T22:38:46.099158+0000","last_peered":"2024-05-08T22:38:46.099158+0000","last_clean":"2024-05-08T22:38:46.099158+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:38:46.099158+0000","last_undegraded":"2024-05-08T22:38:46.099158+0000","last_fullsized":"2024-05-08T22:38:46.099158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:46.099002+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:46.099002+0000","last_clean_scrub_stamp":"2024-05-08T22:38:46.099002+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:44.055583+0000","last_change":"2024-05-08T22:38:44.055583+0000","last_active":"2024-05-08T22:38:44.055583+0000","last_peered":"2024-05-08T22:38:44.055583+0000","last_clean":"2024-05-08T22:38:44.055583+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:38:44.055583+0000","last_undegraded":"2024-05-08T22:38:44.055583+0000","last_fullsized":"2024-05-08T22:38:44.055583+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:44.055466+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:44.055466+0000","last_clean_scrub_stamp":"2024-05-08T22:38:44.055466+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'172","reported_seq":189,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:40.965333+0000","last_change":"2024-05-08T22:38:40.965333+0000","last_active":"2024-05-08T22:38:40.965333+0000","last_peered":"2024-05-08T22:38:40.965333+0000","last_clean":"2024-05-08T22:38:40.965333+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:38:40.965333+0000","last_undegraded":"2024-05-08T22:38:40.965333+0000","last_fullsized":"2024-05-08T22:38:40.965333+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'172","last_scrub_stamp":"2024-05-08T22:38:40.965157+0000","last_deep_scrub":"20'172","last_deep_scrub_stamp":"2024-05-08T22:38:40.965157+0000","last_clean_scrub_stamp":"2024-05-08T22:38:40.965157+0000","log_size":172,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'161","reported_seq":178,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.921623+0000","last_change":"2024-05-08T22:38:50.921623+0000","last_active":"2024-05-08T22:38:50.921623+0000","last_peered":"2024-05-08T22:38:50.921623+0000","last_clean":"2024-05-08T22:38:50.921623+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:38:50.921623+0000","last_undegraded":"2024-05-08T22:38:50.921623+0000","last_fullsized":"2024-05-08T22:38:50.921623+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'161","last_scrub_stamp":"2024-05-08T22:38:50.921516+0000","last_deep_scrub":"20'161","last_deep_scrub_stamp":"2024-05-08T22:38:50.921516+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.921516+0000","log_size":161,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":153,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'137","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:49.900806+0000","last_change":"2024-05-08T22:38:49.900806+0000","last_active":"2024-05-08T22:38:49.900806+0000","last_peered":"2024-05-08T22:38:49.900806+0000","last_clean":"2024-05-08T22:38:49.900806+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:38:49.900806+0000","last_undegraded":"2024-05-08T22:38:49.900806+0000","last_fullsized":"2024-05-08T22:38:49.900806+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'137","last_scrub_stamp":"2024-05-08T22:38:49.900648+0000","last_deep_scrub":"20'137","last_deep_scrub_stamp":"2024-05-08T22:38:49.900648+0000","last_clean_scrub_stamp":"2024-05-08T22:38:49.900648+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'166","reported_seq":183,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.211068+0000","last_change":"2024-05-08T22:38:35.211068+0000","last_active":"2024-05-08T22:38:35.211068+0000","last_peered":"2024-05-08T22:38:35.211068+0000","last_clean":"2024-05-08T22:38:35.211068+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:38:35.211068+0000","last_undegraded":"2024-05-08T22:38:35.211068+0000","last_fullsized":"2024-05-08T22:38:35.211068+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'166","last_scrub_stamp":"2024-05-08T22:38:35.210919+0000","last_deep_scrub":"20'166","last_deep_scrub_stamp":"2024-05-08T22:38:35.210919+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.210919+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'134","reported_seq":146,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.919368+0000","last_change":"2024-05-08T22:32:53.380476+0000","last_active":"2024-05-08T22:37:48.919368+0000","last_peered":"2024-05-08T22:37:48.919368+0000","last_clean":"2024-05-08T22:37:48.919368+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:37:48.919368+0000","last_undegraded":"2024-05-08T22:37:48.919368+0000","last_fullsized":"2024-05-08T22:37:48.919368+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'180","reported_seq":197,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:48.944926+0000","last_change":"2024-05-08T22:38:48.944926+0000","last_active":"2024-05-08T22:38:48.944926+0000","last_peered":"2024-05-08T22:38:48.944926+0000","last_clean":"2024-05-08T22:38:48.944926+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:38:48.944926+0000","last_undegraded":"2024-05-08T22:38:48.944926+0000","last_fullsized":"2024-05-08T22:38:48.944926+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'180","last_scrub_stamp":"2024-05-08T22:38:48.944764+0000","last_deep_scrub":"20'180","last_deep_scrub_stamp":"2024-05-08T22:38:48.944764+0000","last_clean_scrub_stamp":"2024-05-08T22:38:48.944764+0000","log_size":180,"ondisk_log_size":180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":174,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:37.865653+0000","last_change":"2024-05-08T22:38:37.865653+0000","last_active":"2024-05-08T22:38:37.865653+0000","last_peered":"2024-05-08T22:38:37.865653+0000","last_clean":"2024-05-08T22:38:37.865653+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:38:37.865653+0000","last_undegraded":"2024-05-08T22:38:37.865653+0000","last_fullsized":"2024-05-08T22:38:37.865653+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:37.865530+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:37.865530+0000","last_clean_scrub_stamp":"2024-05-08T22:38:37.865530+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'198","reported_seq":215,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:33.849841+0000","last_change":"2024-05-08T22:38:33.849841+0000","last_active":"2024-05-08T22:38:33.849841+0000","last_peered":"2024-05-08T22:38:33.849841+0000","last_clean":"2024-05-08T22:38:33.849841+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:38:33.849841+0000","last_undegraded":"2024-05-08T22:38:33.849841+0000","last_fullsized":"2024-05-08T22:38:33.849841+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'198","last_scrub_stamp":"2024-05-08T22:38:33.849723+0000","last_deep_scrub":"20'198","last_deep_scrub_stamp":"2024-05-08T22:38:33.849723+0000","last_clean_scrub_stamp":"2024-05-08T22:38:33.849723+0000","log_size":198,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'144","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:39.927303+0000","last_change":"2024-05-08T22:38:39.927303+0000","last_active":"2024-05-08T22:38:39.927303+0000","last_peered":"2024-05-08T22:38:39.927303+0000","last_clean":"2024-05-08T22:38:39.927303+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:38:39.927303+0000","last_undegraded":"2024-05-08T22:38:39.927303+0000","last_fullsized":"2024-05-08T22:38:39.927303+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:39.927156+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:39.927156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:39.927156+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.742025+0000","last_change":"2024-05-08T22:38:11.742025+0000","last_active":"2024-05-08T22:38:11.742025+0000","last_peered":"2024-05-08T22:38:11.742025+0000","last_clean":"2024-05-08T22:38:11.742025+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:38:11.742025+0000","last_undegraded":"2024-05-08T22:38:11.742025+0000","last_fullsized":"2024-05-08T22:38:11.742025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.741859+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'183","reported_seq":195,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922184+0000","last_change":"2024-05-08T22:32:53.373169+0000","last_active":"2024-05-08T22:37:48.922184+0000","last_peered":"2024-05-08T22:37:48.922184+0000","last_clean":"2024-05-08T22:37:48.922184+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:37:48.922184+0000","last_undegraded":"2024-05-08T22:37:48.922184+0000","last_fullsized":"2024-05-08T22:37:48.922184+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":183,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":168,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.714285+0000","last_change":"2024-05-08T22:38:07.714285+0000","last_active":"2024-05-08T22:38:07.714285+0000","last_peered":"2024-05-08T22:38:07.714285+0000","last_clean":"2024-05-08T22:38:07.714285+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:38:07.714285+0000","last_undegraded":"2024-05-08T22:38:07.714285+0000","last_fullsized":"2024-05-08T22:38:07.714285+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.714158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.302095+0000","last_change":"2024-05-08T22:38:30.302095+0000","last_active":"2024-05-08T22:38:30.302095+0000","last_peered":"2024-05-08T22:38:30.302095+0000","last_clean":"2024-05-08T22:38:30.302095+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:38:30.302095+0000","last_undegraded":"2024-05-08T22:38:30.302095+0000","last_fullsized":"2024-05-08T22:38:30.302095+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.301977+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.185922+0000","last_change":"2024-05-08T22:38:35.185922+0000","last_active":"2024-05-08T22:38:35.185922+0000","last_peered":"2024-05-08T22:38:35.185922+0000","last_clean":"2024-05-08T22:38:35.185922+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:38:35.185922+0000","last_undegraded":"2024-05-08T22:38:35.185922+0000","last_fullsized":"2024-05-08T22:38:35.185922+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:35.185808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:35.185808+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.185808+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925574+0000","last_change":"2024-05-08T22:32:53.379564+0000","last_active":"2024-05-08T22:37:48.925574+0000","last_peered":"2024-05-08T22:37:48.925574+0000","last_clean":"2024-05-08T22:37:48.925574+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:37:48.925574+0000","last_undegraded":"2024-05-08T22:37:48.925574+0000","last_fullsized":"2024-05-08T22:37:48.925574+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.059414+0000","last_change":"2024-05-08T22:38:10.059414+0000","last_active":"2024-05-08T22:38:10.059414+0000","last_peered":"2024-05-08T22:38:10.059414+0000","last_clean":"2024-05-08T22:38:10.059414+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:38:10.059414+0000","last_undegraded":"2024-05-08T22:38:10.059414+0000","last_fullsized":"2024-05-08T22:38:10.059414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'1","last_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_deep_scrub":"20'1","last_deep_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.059267+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'165","reported_seq":177,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931847+0000","last_change":"2024-05-08T22:32:53.375955+0000","last_active":"2024-05-08T22:37:48.931847+0000","last_peered":"2024-05-08T22:37:48.931847+0000","last_clean":"2024-05-08T22:37:48.931847+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:37:48.931847+0000","last_undegraded":"2024-05-08T22:37:48.931847+0000","last_fullsized":"2024-05-08T22:37:48.931847+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:06.693088+0000","last_change":"2024-05-08T22:38:06.693088+0000","last_active":"2024-05-08T22:38:06.693088+0000","last_peered":"2024-05-08T22:38:06.693088+0000","last_clean":"2024-05-08T22:38:06.693088+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:38:06.693088+0000","last_undegraded":"2024-05-08T22:38:06.693088+0000","last_fullsized":"2024-05-08T22:38:06.693088+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_clean_scrub_stamp":"2024-05-08T22:38:06.692960+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'189","reported_seq":201,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.918482+0000","last_change":"2024-05-08T22:32:53.380826+0000","last_active":"2024-05-08T22:37:48.918482+0000","last_peered":"2024-05-08T22:37:48.918482+0000","last_clean":"2024-05-08T22:37:48.918482+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:37:48.918482+0000","last_undegraded":"2024-05-08T22:37:48.918482+0000","last_fullsized":"2024-05-08T22:37:48.918482+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'9","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.015995+0000","last_change":"2024-05-08T22:38:09.015995+0000","last_active":"2024-05-08T22:38:09.015995+0000","last_peered":"2024-05-08T22:38:09.015995+0000","last_clean":"2024-05-08T22:38:09.015995+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:38:09.015995+0000","last_undegraded":"2024-05-08T22:38:09.015995+0000","last_fullsized":"2024-05-08T22:38:09.015995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'9","last_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_deep_scrub":"20'9","last_deep_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.015885+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.816109+0000","last_change":"2024-05-08T22:38:28.816109+0000","last_active":"2024-05-08T22:38:28.816109+0000","last_peered":"2024-05-08T22:38:28.816109+0000","last_clean":"2024-05-08T22:38:28.816109+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:38:28.816109+0000","last_undegraded":"2024-05-08T22:38:28.816109+0000","last_fullsized":"2024-05-08T22:38:28.816109+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.815998+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'96","reported_seq":114,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.171412+0000","last_change":"2024-05-08T22:38:32.171412+0000","last_active":"2024-05-08T22:38:32.171412+0000","last_peered":"2024-05-08T22:38:32.171412+0000","last_clean":"2024-05-08T22:38:32.171412+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:38:32.171412+0000","last_undegraded":"2024-05-08T22:38:32.171412+0000","last_fullsized":"2024-05-08T22:38:32.171412+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'96","last_scrub_stamp":"2024-05-08T22:38:32.171291+0000","last_deep_scrub":"20'96","last_deep_scrub_stamp":"2024-05-08T22:38:32.171291+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.171291+0000","log_size":96,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194371,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":91,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'171","reported_seq":188,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.743935+0000","last_change":"2024-05-08T22:38:30.743935+0000","last_active":"2024-05-08T22:38:30.743935+0000","last_peered":"2024-05-08T22:38:30.743935+0000","last_clean":"2024-05-08T22:38:30.743935+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:38:30.743935+0000","last_undegraded":"2024-05-08T22:38:30.743935+0000","last_fullsized":"2024-05-08T22:38:30.743935+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'171","last_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_deep_scrub":"20'171","last_deep_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.743826+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.127509+0000","last_change":"2024-05-08T22:38:31.127509+0000","last_active":"2024-05-08T22:38:31.127509+0000","last_peered":"2024-05-08T22:38:31.127509+0000","last_clean":"2024-05-08T22:38:31.127509+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:38:31.127509+0000","last_undegraded":"2024-05-08T22:38:31.127509+0000","last_fullsized":"2024-05-08T22:38:31.127509+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.127405+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'149","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922004+0000","last_change":"2024-05-08T22:32:53.384943+0000","last_active":"2024-05-08T22:37:48.922004+0000","last_peered":"2024-05-08T22:37:48.922004+0000","last_clean":"2024-05-08T22:37:48.922004+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:37:48.922004+0000","last_undegraded":"2024-05-08T22:37:48.922004+0000","last_fullsized":"2024-05-08T22:37:48.922004+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.018598+0000","last_change":"2024-05-08T22:38:07.018598+0000","last_active":"2024-05-08T22:38:07.018598+0000","last_peered":"2024-05-08T22:38:07.018598+0000","last_clean":"2024-05-08T22:38:07.018598+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:38:07.018598+0000","last_undegraded":"2024-05-08T22:38:07.018598+0000","last_fullsized":"2024-05-08T22:38:07.018598+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.018479+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'150","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921370+0000","last_change":"2024-05-08T22:32:53.390628+0000","last_active":"2024-05-08T22:37:48.921370+0000","last_peered":"2024-05-08T22:37:48.921370+0000","last_clean":"2024-05-08T22:37:48.921370+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:37:48.921370+0000","last_undegraded":"2024-05-08T22:37:48.921370+0000","last_fullsized":"2024-05-08T22:37:48.921370+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.143060+0000","last_change":"2024-05-08T22:38:30.143060+0000","last_active":"2024-05-08T22:38:30.143060+0000","last_peered":"2024-05-08T22:38:30.143060+0000","last_clean":"2024-05-08T22:38:30.143060+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:38:30.143060+0000","last_undegraded":"2024-05-08T22:38:30.143060+0000","last_fullsized":"2024-05-08T22:38:30.143060+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.142937+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'229","reported_seq":254,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:22.234140+0000","last_change":"2024-05-08T22:38:22.234140+0000","last_active":"2024-05-08T22:38:22.234140+0000","last_peered":"2024-05-08T22:38:22.234140+0000","last_clean":"2024-05-08T22:38:22.234140+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:38:22.234140+0000","last_undegraded":"2024-05-08T22:38:22.234140+0000","last_fullsized":"2024-05-08T22:38:22.234140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'229","last_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_deep_scrub":"20'229","last_deep_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_clean_scrub_stamp":"2024-05-08T22:38:22.234025+0000","log_size":229,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":219,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'13","reported_seq":31,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.675027+0000","last_change":"2024-05-08T22:38:05.675027+0000","last_active":"2024-05-08T22:38:05.675027+0000","last_peered":"2024-05-08T22:38:05.675027+0000","last_clean":"2024-05-08T22:38:05.675027+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:38:05.675027+0000","last_undegraded":"2024-05-08T22:38:05.675027+0000","last_fullsized":"2024-05-08T22:38:05.675027+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'13","last_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_deep_scrub":"20'13","last_deep_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.674903+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'141","reported_seq":153,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.925430+0000","last_change":"2024-05-08T22:32:53.379647+0000","last_active":"2024-05-08T22:37:48.925430+0000","last_peered":"2024-05-08T22:37:48.925430+0000","last_clean":"2024-05-08T22:37:48.925430+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:37:48.925430+0000","last_undegraded":"2024-05-08T22:37:48.925430+0000","last_fullsized":"2024-05-08T22:37:48.925430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:04.996939+0000","last_change":"2024-05-08T22:38:04.996939+0000","last_active":"2024-05-08T22:38:04.996939+0000","last_peered":"2024-05-08T22:38:04.996939+0000","last_clean":"2024-05-08T22:38:04.996939+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:38:04.996939+0000","last_undegraded":"2024-05-08T22:38:04.996939+0000","last_fullsized":"2024-05-08T22:38:04.996939+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_clean_scrub_stamp":"2024-05-08T22:38:04.996831+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'153","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.583368+0000","last_change":"2024-05-08T22:38:11.583368+0000","last_active":"2024-05-08T22:38:11.583368+0000","last_peered":"2024-05-08T22:38:11.583368+0000","last_clean":"2024-05-08T22:38:11.583368+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:38:11.583368+0000","last_undegraded":"2024-05-08T22:38:11.583368+0000","last_fullsized":"2024-05-08T22:38:11.583368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'153","last_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_deep_scrub":"20'153","last_deep_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.583228+0000","log_size":153,"ondisk_log_size":153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.651432+0000","last_change":"2024-05-08T22:38:05.651432+0000","last_active":"2024-05-08T22:38:05.651432+0000","last_peered":"2024-05-08T22:38:05.651432+0000","last_clean":"2024-05-08T22:38:05.651432+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:38:05.651432+0000","last_undegraded":"2024-05-08T22:38:05.651432+0000","last_fullsized":"2024-05-08T22:38:05.651432+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.651292+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:26.836089+0000","last_change":"2024-05-08T22:38:26.836089+0000","last_active":"2024-05-08T22:38:26.836089+0000","last_peered":"2024-05-08T22:38:26.836089+0000","last_clean":"2024-05-08T22:38:26.836089+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:38:26.836089+0000","last_undegraded":"2024-05-08T22:38:26.836089+0000","last_fullsized":"2024-05-08T22:38:26.836089+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_clean_scrub_stamp":"2024-05-08T22:38:26.835928+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:29.171804+0000","last_change":"2024-05-08T22:38:29.171804+0000","last_active":"2024-05-08T22:38:29.171804+0000","last_peered":"2024-05-08T22:38:29.171804+0000","last_clean":"2024-05-08T22:38:29.171804+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:38:29.171804+0000","last_undegraded":"2024-05-08T22:38:29.171804+0000","last_fullsized":"2024-05-08T22:38:29.171804+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:29.171313+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'128","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.672688+0000","last_change":"2024-05-08T22:38:17.672688+0000","last_active":"2024-05-08T22:38:17.672688+0000","last_peered":"2024-05-08T22:38:17.672688+0000","last_clean":"2024-05-08T22:38:17.672688+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:38:17.672688+0000","last_undegraded":"2024-05-08T22:38:17.672688+0000","last_fullsized":"2024-05-08T22:38:17.672688+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'128","last_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_deep_scrub":"20'128","last_deep_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.672504+0000","log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.980828+0000","last_change":"2024-05-08T22:37:59.980828+0000","last_active":"2024-05-08T22:37:59.980828+0000","last_peered":"2024-05-08T22:37:59.980828+0000","last_clean":"2024-05-08T22:37:59.980828+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:37:59.980828+0000","last_undegraded":"2024-05-08T22:37:59.980828+0000","last_fullsized":"2024-05-08T22:37:59.980828+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.980700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:19.273531+0000","last_change":"2024-05-08T22:38:19.273531+0000","last_active":"2024-05-08T22:38:19.273531+0000","last_peered":"2024-05-08T22:38:19.273531+0000","last_clean":"2024-05-08T22:38:19.273531+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:38:19.273531+0000","last_undegraded":"2024-05-08T22:38:19.273531+0000","last_fullsized":"2024-05-08T22:38:19.273531+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_clean_scrub_stamp":"2024-05-08T22:38:19.273366+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.198549+0000","last_change":"2024-05-08T22:38:27.198549+0000","last_active":"2024-05-08T22:38:27.198549+0000","last_peered":"2024-05-08T22:38:27.198549+0000","last_clean":"2024-05-08T22:38:27.198549+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:38:27.198549+0000","last_undegraded":"2024-05-08T22:38:27.198549+0000","last_fullsized":"2024-05-08T22:38:27.198549+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.198401+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:20.237945+0000","last_change":"2024-05-08T22:38:20.237945+0000","last_active":"2024-05-08T22:38:20.237945+0000","last_peered":"2024-05-08T22:38:20.237945+0000","last_clean":"2024-05-08T22:38:20.237945+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:38:20.237945+0000","last_undegraded":"2024-05-08T22:38:20.237945+0000","last_fullsized":"2024-05-08T22:38:20.237945+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_clean_scrub_stamp":"2024-05-08T22:38:20.237821+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.213117+0000","last_change":"2024-05-08T22:38:25.213117+0000","last_active":"2024-05-08T22:38:25.213117+0000","last_peered":"2024-05-08T22:38:25.213117+0000","last_clean":"2024-05-08T22:38:25.213117+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:38:25.213117+0000","last_undegraded":"2024-05-08T22:38:25.213117+0000","last_fullsized":"2024-05-08T22:38:25.213117+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.213001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'151","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.922082+0000","last_change":"2024-05-08T22:33:42.931935+0000","last_active":"2024-05-08T22:37:48.922082+0000","last_peered":"2024-05-08T22:37:48.922082+0000","last_clean":"2024-05-08T22:37:48.922082+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:37:48.922082+0000","last_undegraded":"2024-05-08T22:37:48.922082+0000","last_fullsized":"2024-05-08T22:37:48.922082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:16.118641+0000","last_change":"2024-05-08T22:38:16.118641+0000","last_active":"2024-05-08T22:38:16.118641+0000","last_peered":"2024-05-08T22:38:16.118641+0000","last_clean":"2024-05-08T22:38:16.118641+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:38:16.118641+0000","last_undegraded":"2024-05-08T22:38:16.118641+0000","last_fullsized":"2024-05-08T22:38:16.118641+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_clean_scrub_stamp":"2024-05-08T22:38:16.118532+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.716442+0000","last_change":"2024-05-08T22:38:18.716442+0000","last_active":"2024-05-08T22:38:18.716442+0000","last_peered":"2024-05-08T22:38:18.716442+0000","last_clean":"2024-05-08T22:38:18.716442+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:38:18.716442+0000","last_undegraded":"2024-05-08T22:38:18.716442+0000","last_fullsized":"2024-05-08T22:38:18.716442+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.716307+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.136452+0000","last_change":"2024-05-08T22:38:15.136452+0000","last_active":"2024-05-08T22:38:15.136452+0000","last_peered":"2024-05-08T22:38:15.136452+0000","last_clean":"2024-05-08T22:38:15.136452+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:38:15.136452+0000","last_undegraded":"2024-05-08T22:38:15.136452+0000","last_fullsized":"2024-05-08T22:38:15.136452+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.136331+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'138","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.789904+0000","last_change":"2024-05-08T22:38:27.789904+0000","last_active":"2024-05-08T22:38:27.789904+0000","last_peered":"2024-05-08T22:38:27.789904+0000","last_clean":"2024-05-08T22:38:27.789904+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:38:27.789904+0000","last_undegraded":"2024-05-08T22:38:27.789904+0000","last_fullsized":"2024-05-08T22:38:27.789904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'138","last_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_deep_scrub":"20'138","last_deep_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.789792+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.636216+0000","last_change":"2024-05-08T22:37:55.636216+0000","last_active":"2024-05-08T22:37:55.636216+0000","last_peered":"2024-05-08T22:37:55.636216+0000","last_clean":"2024-05-08T22:37:55.636216+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:37:55.636216+0000","last_undegraded":"2024-05-08T22:37:55.636216+0000","last_fullsized":"2024-05-08T22:37:55.636216+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.636091+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:58.591200+0000","last_change":"2024-05-08T22:37:58.591200+0000","last_active":"2024-05-08T22:37:58.591200+0000","last_peered":"2024-05-08T22:37:58.591200+0000","last_clean":"2024-05-08T22:37:58.591200+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:37:58.591200+0000","last_undegraded":"2024-05-08T22:37:58.591200+0000","last_fullsized":"2024-05-08T22:37:58.591200+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_clean_scrub_stamp":"2024-05-08T22:37:58.591078+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'158","reported_seq":175,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:21.810999+0000","last_change":"2024-05-08T22:38:21.810999+0000","last_active":"2024-05-08T22:38:21.810999+0000","last_peered":"2024-05-08T22:38:21.810999+0000","last_clean":"2024-05-08T22:38:21.810999+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:38:21.810999+0000","last_undegraded":"2024-05-08T22:38:21.810999+0000","last_fullsized":"2024-05-08T22:38:21.810999+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'158","last_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_deep_scrub":"20'158","last_deep_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_clean_scrub_stamp":"2024-05-08T22:38:21.810869+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.948422+0000","last_change":"2024-05-08T22:37:55.948422+0000","last_active":"2024-05-08T22:37:55.948422+0000","last_peered":"2024-05-08T22:37:55.948422+0000","last_clean":"2024-05-08T22:37:55.948422+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:37:55.948422+0000","last_undegraded":"2024-05-08T22:37:55.948422+0000","last_fullsized":"2024-05-08T22:37:55.948422+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.948293+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.989415+0000","last_change":"2024-05-08T22:37:53.989415+0000","last_active":"2024-05-08T22:37:53.989415+0000","last_peered":"2024-05-08T22:37:53.989415+0000","last_clean":"2024-05-08T22:37:53.989415+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:37:53.989415+0000","last_undegraded":"2024-05-08T22:37:53.989415+0000","last_fullsized":"2024-05-08T22:37:53.989415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.989325+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:23.857455+0000","last_change":"2024-05-08T22:38:23.857455+0000","last_active":"2024-05-08T22:38:23.857455+0000","last_peered":"2024-05-08T22:38:23.857455+0000","last_clean":"2024-05-08T22:38:23.857455+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:38:23.857455+0000","last_undegraded":"2024-05-08T22:38:23.857455+0000","last_fullsized":"2024-05-08T22:38:23.857455+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_clean_scrub_stamp":"2024-05-08T22:38:23.857323+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.621641+0000","last_change":"2024-05-08T22:37:53.621641+0000","last_active":"2024-05-08T22:37:53.621641+0000","last_peered":"2024-05-08T22:37:53.621641+0000","last_clean":"2024-05-08T22:37:53.621641+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:37:53.621641+0000","last_undegraded":"2024-05-08T22:37:53.621641+0000","last_fullsized":"2024-05-08T22:37:53.621641+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.621511+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:57.576836+0000","last_change":"2024-05-08T22:37:57.576836+0000","last_active":"2024-05-08T22:37:57.576836+0000","last_peered":"2024-05-08T22:37:57.576836+0000","last_clean":"2024-05-08T22:37:57.576836+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:37:57.576836+0000","last_undegraded":"2024-05-08T22:37:57.576836+0000","last_fullsized":"2024-05-08T22:37:57.576836+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_clean_scrub_stamp":"2024-05-08T22:37:57.576721+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.796274+0000","last_change":"2024-05-08T22:38:25.796274+0000","last_active":"2024-05-08T22:38:25.796274+0000","last_peered":"2024-05-08T22:38:25.796274+0000","last_clean":"2024-05-08T22:38:25.796274+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:38:25.796274+0000","last_undegraded":"2024-05-08T22:38:25.796274+0000","last_fullsized":"2024-05-08T22:38:25.796274+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.796156+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.991931+0000","last_change":"2024-05-08T22:37:56.991931+0000","last_active":"2024-05-08T22:37:56.991931+0000","last_peered":"2024-05-08T22:37:56.991931+0000","last_clean":"2024-05-08T22:37:56.991931+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:37:56.991931+0000","last_undegraded":"2024-05-08T22:37:56.991931+0000","last_fullsized":"2024-05-08T22:37:56.991931+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.991818+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:54.603536+0000","last_change":"2024-05-08T22:37:54.603536+0000","last_active":"2024-05-08T22:37:54.603536+0000","last_peered":"2024-05-08T22:37:54.603536+0000","last_clean":"2024-05-08T22:37:54.603536+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:37:54.603536+0000","last_undegraded":"2024-05-08T22:37:54.603536+0000","last_fullsized":"2024-05-08T22:37:54.603536+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_clean_scrub_stamp":"2024-05-08T22:37:54.603430+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.120521+0000","last_change":"2024-05-08T22:38:09.120521+0000","last_active":"2024-05-08T22:38:09.120521+0000","last_peered":"2024-05-08T22:38:09.120521+0000","last_clean":"2024-05-08T22:38:09.120521+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:38:09.120521+0000","last_undegraded":"2024-05-08T22:38:09.120521+0000","last_fullsized":"2024-05-08T22:38:09.120521+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.120400+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'143","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.921073+0000","last_change":"2024-05-08T22:32:53.384519+0000","last_active":"2024-05-08T22:37:48.921073+0000","last_peered":"2024-05-08T22:37:48.921073+0000","last_clean":"2024-05-08T22:37:48.921073+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:37:48.921073+0000","last_undegraded":"2024-05-08T22:37:48.921073+0000","last_fullsized":"2024-05-08T22:37:48.921073+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.915264+0000","last_change":"2024-05-08T22:37:53.915264+0000","last_active":"2024-05-08T22:37:53.915264+0000","last_peered":"2024-05-08T22:37:53.915264+0000","last_clean":"2024-05-08T22:37:53.915264+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:37:53.915264+0000","last_undegraded":"2024-05-08T22:37:53.915264+0000","last_fullsized":"2024-05-08T22:37:53.915264+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.915121+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.036092+0000","last_change":"2024-05-08T22:37:53.036092+0000","last_active":"2024-05-08T22:37:53.036092+0000","last_peered":"2024-05-08T22:37:53.036092+0000","last_clean":"2024-05-08T22:37:53.036092+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:53.036092+0000","last_undegraded":"2024-05-08T22:37:53.036092+0000","last_fullsized":"2024-05-08T22:37:53.036092+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'5","last_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_deep_scrub":"20'5","last_deep_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.036005+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'163","reported_seq":180,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.279047+0000","last_change":"2024-05-08T22:38:18.279047+0000","last_active":"2024-05-08T22:38:18.279047+0000","last_peered":"2024-05-08T22:38:18.279047+0000","last_clean":"2024-05-08T22:38:18.279047+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:38:18.279047+0000","last_undegraded":"2024-05-08T22:38:18.279047+0000","last_fullsized":"2024-05-08T22:38:18.279047+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'163","last_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_deep_scrub":"20'163","last_deep_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.278871+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.058044+0000","last_change":"2024-05-08T22:37:59.058044+0000","last_active":"2024-05-08T22:37:59.058044+0000","last_peered":"2024-05-08T22:37:59.058044+0000","last_clean":"2024-05-08T22:37:59.058044+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:37:59.058044+0000","last_undegraded":"2024-05-08T22:37:59.058044+0000","last_fullsized":"2024-05-08T22:37:59.058044+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.057931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.534890+0000","last_change":"2024-05-08T22:37:59.534890+0000","last_active":"2024-05-08T22:37:59.534890+0000","last_peered":"2024-05-08T22:37:59.534890+0000","last_clean":"2024-05-08T22:37:59.534890+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:37:59.534890+0000","last_undegraded":"2024-05-08T22:37:59.534890+0000","last_fullsized":"2024-05-08T22:37:59.534890+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.534776+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'145","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.287051+0000","last_change":"2024-05-08T22:38:17.287051+0000","last_active":"2024-05-08T22:38:17.287051+0000","last_peered":"2024-05-08T22:38:17.287051+0000","last_clean":"2024-05-08T22:38:17.287051+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:38:17.287051+0000","last_undegraded":"2024-05-08T22:38:17.287051+0000","last_fullsized":"2024-05-08T22:38:17.287051+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'145","last_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_deep_scrub":"20'145","last_deep_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.286941+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.067912+0000","last_change":"2024-05-08T22:38:11.067912+0000","last_active":"2024-05-08T22:38:11.067912+0000","last_peered":"2024-05-08T22:38:11.067912+0000","last_clean":"2024-05-08T22:38:11.067912+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:38:11.067912+0000","last_undegraded":"2024-05-08T22:38:11.067912+0000","last_fullsized":"2024-05-08T22:38:11.067912+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.067806+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.605958+0000","last_change":"2024-05-08T22:37:56.605958+0000","last_active":"2024-05-08T22:37:56.605958+0000","last_peered":"2024-05-08T22:37:56.605958+0000","last_clean":"2024-05-08T22:37:56.605958+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:37:56.605958+0000","last_undegraded":"2024-05-08T22:37:56.605958+0000","last_fullsized":"2024-05-08T22:37:56.605958+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.605831+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:41.130645+0000","last_change":"2024-05-08T22:38:41.130645+0000","last_active":"2024-05-08T22:38:41.130645+0000","last_peered":"2024-05-08T22:38:41.130645+0000","last_clean":"2024-05-08T22:38:41.130645+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:38:41.130645+0000","last_undegraded":"2024-05-08T22:38:41.130645+0000","last_fullsized":"2024-05-08T22:38:41.130645+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:41.130510+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:41.130510+0000","last_clean_scrub_stamp":"2024-05-08T22:38:41.130510+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:02.107000+0000","last_change":"2024-05-08T22:38:02.107000+0000","last_active":"2024-05-08T22:38:02.107000+0000","last_peered":"2024-05-08T22:38:02.107000+0000","last_clean":"2024-05-08T22:38:02.107000+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:38:02.107000+0000","last_undegraded":"2024-05-08T22:38:02.107000+0000","last_fullsized":"2024-05-08T22:38:02.107000+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_clean_scrub_stamp":"2024-05-08T22:38:02.106886+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'10","reported_seq":28,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.989467+0000","last_change":"2024-05-08T22:37:55.989467+0000","last_active":"2024-05-08T22:37:55.989467+0000","last_peered":"2024-05-08T22:37:55.989467+0000","last_clean":"2024-05-08T22:37:55.989467+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:55.989467+0000","last_undegraded":"2024-05-08T22:37:55.989467+0000","last_fullsized":"2024-05-08T22:37:55.989467+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'10","last_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_deep_scrub":"20'10","last_deep_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.989364+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.607332+0000","last_change":"2024-05-08T22:38:10.607332+0000","last_active":"2024-05-08T22:38:10.607332+0000","last_peered":"2024-05-08T22:38:10.607332+0000","last_clean":"2024-05-08T22:38:10.607332+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:38:10.607332+0000","last_undegraded":"2024-05-08T22:38:10.607332+0000","last_fullsized":"2024-05-08T22:38:10.607332+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.607201+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:13.161799+0000","last_change":"2024-05-08T22:38:13.161799+0000","last_active":"2024-05-08T22:38:13.161799+0000","last_peered":"2024-05-08T22:38:13.161799+0000","last_clean":"2024-05-08T22:38:13.161799+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:38:13.161799+0000","last_undegraded":"2024-05-08T22:38:13.161799+0000","last_fullsized":"2024-05-08T22:38:13.161799+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_clean_scrub_stamp":"2024-05-08T22:38:13.161661+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'141","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.845639+0000","last_change":"2024-05-08T22:38:35.845639+0000","last_active":"2024-05-08T22:38:35.845639+0000","last_peered":"2024-05-08T22:38:35.845639+0000","last_clean":"2024-05-08T22:38:35.845639+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:38:35.845639+0000","last_undegraded":"2024-05-08T22:38:35.845639+0000","last_fullsized":"2024-05-08T22:38:35.845639+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'141","last_scrub_stamp":"2024-05-08T22:38:35.845509+0000","last_deep_scrub":"20'141","last_deep_scrub_stamp":"2024-05-08T22:38:35.845509+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.845509+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:12.789603+0000","last_change":"2024-05-08T22:38:12.789603+0000","last_active":"2024-05-08T22:38:12.789603+0000","last_peered":"2024-05-08T22:38:12.789603+0000","last_clean":"2024-05-08T22:38:12.789603+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:38:12.789603+0000","last_undegraded":"2024-05-08T22:38:12.789603+0000","last_fullsized":"2024-05-08T22:38:12.789603+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_clean_scrub_stamp":"2024-05-08T22:38:12.789447+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'137","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:34.843969+0000","last_change":"2024-05-08T22:38:34.843969+0000","last_active":"2024-05-08T22:38:34.843969+0000","last_peered":"2024-05-08T22:38:34.843969+0000","last_clean":"2024-05-08T22:38:34.843969+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:38:34.843969+0000","last_undegraded":"2024-05-08T22:38:34.843969+0000","last_fullsized":"2024-05-08T22:38:34.843969+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'137","last_scrub_stamp":"2024-05-08T22:38:34.843882+0000","last_deep_scrub":"20'137","last_deep_scrub_stamp":"2024-05-08T22:38:34.843882+0000","last_clean_scrub_stamp":"2024-05-08T22:38:34.843882+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:36.152599+0000","last_change":"2024-05-08T22:38:36.152599+0000","last_active":"2024-05-08T22:38:36.152599+0000","last_peered":"2024-05-08T22:38:36.152599+0000","last_clean":"2024-05-08T22:38:36.152599+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:38:36.152599+0000","last_undegraded":"2024-05-08T22:38:36.152599+0000","last_fullsized":"2024-05-08T22:38:36.152599+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:36.152479+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:36.152479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:36.152479+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'130","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.806813+0000","last_change":"2024-05-08T22:38:32.806813+0000","last_active":"2024-05-08T22:38:32.806813+0000","last_peered":"2024-05-08T22:38:32.806813+0000","last_clean":"2024-05-08T22:38:32.806813+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:38:32.806813+0000","last_undegraded":"2024-05-08T22:38:32.806813+0000","last_fullsized":"2024-05-08T22:38:32.806813+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'130","last_scrub_stamp":"2024-05-08T22:38:32.806690+0000","last_deep_scrub":"20'130","last_deep_scrub_stamp":"2024-05-08T22:38:32.806690+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.806690+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:37.113414+0000","last_change":"2024-05-08T22:38:37.113414+0000","last_active":"2024-05-08T22:38:37.113414+0000","last_peered":"2024-05-08T22:38:37.113414+0000","last_clean":"2024-05-08T22:38:37.113414+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:38:37.113414+0000","last_undegraded":"2024-05-08T22:38:37.113414+0000","last_fullsized":"2024-05-08T22:38:37.113414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:37.113277+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:37.113277+0000","last_clean_scrub_stamp":"2024-05-08T22:38:37.113277+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'157","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.313245+0000","last_change":"2024-05-08T22:38:28.313245+0000","last_active":"2024-05-08T22:38:28.313245+0000","last_peered":"2024-05-08T22:38:28.313245+0000","last_clean":"2024-05-08T22:38:28.313245+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:38:28.313245+0000","last_undegraded":"2024-05-08T22:38:28.313245+0000","last_fullsized":"2024-05-08T22:38:28.313245+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.313127+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"20'6","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.210145+0000","last_change":"2024-05-08T22:38:15.210145+0000","last_active":"2024-05-08T22:38:15.210145+0000","last_peered":"2024-05-08T22:38:15.210145+0000","last_clean":"2024-05-08T22:38:15.210145+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:38:15.210145+0000","last_undegraded":"2024-05-08T22:38:15.210145+0000","last_fullsized":"2024-05-08T22:38:15.210145+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'6","last_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_deep_scrub":"20'6","last_deep_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.210029+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'170","reported_seq":187,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.779116+0000","last_change":"2024-05-08T22:38:31.779116+0000","last_active":"2024-05-08T22:38:31.779116+0000","last_peered":"2024-05-08T22:38:31.779116+0000","last_clean":"2024-05-08T22:38:31.779116+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:38:31.779116+0000","last_undegraded":"2024-05-08T22:38:31.779116+0000","last_fullsized":"2024-05-08T22:38:31.779116+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'170","last_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_deep_scrub":"20'170","last_deep_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.778951+0000","log_size":170,"ondisk_log_size":170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'150","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.882811+0000","last_change":"2024-05-08T22:38:31.882811+0000","last_active":"2024-05-08T22:38:31.882811+0000","last_peered":"2024-05-08T22:38:31.882811+0000","last_clean":"2024-05-08T22:38:31.882811+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:38:31.882811+0000","last_undegraded":"2024-05-08T22:38:31.882811+0000","last_fullsized":"2024-05-08T22:38:31.882811+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'150","last_scrub_stamp":"2024-05-08T22:38:31.882672+0000","last_deep_scrub":"20'150","last_deep_scrub_stamp":"2024-05-08T22:38:31.882672+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.882672+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.931697+0000","last_change":"2024-05-08T22:32:53.363373+0000","last_active":"2024-05-08T22:37:48.931697+0000","last_peered":"2024-05-08T22:37:48.931697+0000","last_clean":"2024-05-08T22:37:48.931697+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:37:48.931697+0000","last_undegraded":"2024-05-08T22:37:48.931697+0000","last_fullsized":"2024-05-08T22:37:48.931697+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:34.238311+0000","last_change":"2024-05-08T22:38:34.238311+0000","last_active":"2024-05-08T22:38:34.238311+0000","last_peered":"2024-05-08T22:38:34.238311+0000","last_clean":"2024-05-08T22:38:34.238311+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:38:34.238311+0000","last_undegraded":"2024-05-08T22:38:34.238311+0000","last_fullsized":"2024-05-08T22:38:34.238311+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:34.238163+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:34.238163+0000","last_clean_scrub_stamp":"2024-05-08T22:38:34.238163+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'118","reported_seq":132,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:36.842368+0000","last_change":"2024-05-08T22:38:36.842368+0000","last_active":"2024-05-08T22:38:36.842368+0000","last_peered":"2024-05-08T22:38:36.842368+0000","last_clean":"2024-05-08T22:38:36.842368+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:38:36.842368+0000","last_undegraded":"2024-05-08T22:38:36.842368+0000","last_fullsized":"2024-05-08T22:38:36.842368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'118","last_scrub_stamp":"2024-05-08T22:38:36.842252+0000","last_deep_scrub":"20'118","last_deep_scrub_stamp":"2024-05-08T22:38:36.842252+0000","last_clean_scrub_stamp":"2024-05-08T22:38:36.842252+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'133","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.842424+0000","last_change":"2024-05-08T22:38:32.842424+0000","last_active":"2024-05-08T22:38:32.842424+0000","last_peered":"2024-05-08T22:38:32.842424+0000","last_clean":"2024-05-08T22:38:32.842424+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:38:32.842424+0000","last_undegraded":"2024-05-08T22:38:32.842424+0000","last_fullsized":"2024-05-08T22:38:32.842424+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'133","last_scrub_stamp":"2024-05-08T22:38:32.842306+0000","last_deep_scrub":"20'133","last_deep_scrub_stamp":"2024-05-08T22:38:32.842306+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.842306+0000","log_size":133,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9216,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9717,"ondisk_log_size":9717,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":158,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":458752,"data_stored":391292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169,"ondisk_log_size":169,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705740,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297604,"kb_used_data":380,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074236,"statfs":{"total":96636764160,"available":96332017664,"internally_reserved":0,"allocated":389120,"data_stored":254043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23699999999999999,"5min":0.193,"15min":0.193},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.40699999999999997,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":3.883,"5min":3.883,"15min":3.883},"last":0.46800000000000003}]},{"osd":1,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.40400000000000003,"15min":0.374},"min":{"1min":0.23200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.378},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.42299999999999999,"15min":0.372},"min":{"1min":0.28199999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":3.9910000000000001,"5min":3.9910000000000001,"15min":3.9910000000000001},"last":0.432}]},{"osd":2,"last update":"Wed May 8 22:37:50 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41099999999999998,"15min":0.38900000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":1.5009999999999999,"5min":1.5009999999999999,"15min":1.5009999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.443,"15min":0.39300000000000002},"min":{"1min":0.27000000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.8279999999999998,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.40500000000000003}]}]},{"osd":2,"up_from":9,"seq":38654705739,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309756,"kb_used_data":372,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062084,"statfs":{"total":96636764160,"available":96319574016,"internally_reserved":0,"allocated":380928,"data_stored":254354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.38300000000000001,"15min":0.32300000000000001},"min":{"1min":0.23499999999999999,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":3.8599999999999999,"5min":3.8599999999999999,"15min":3.8599999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.36699999999999999,"15min":0.34300000000000003},"min":{"1min":0.252,"5min":0.186,"15min":0.186},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.34399999999999997}]},{"osd":1,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.433,"15min":0.375},"min":{"1min":0.215,"5min":0.19,"15min":0.19},"max":{"1min":2.3210000000000002,"5min":2.3210000000000002,"15min":2.3210000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.45600000000000002,"15min":0.39000000000000001},"min":{"1min":0.27700000000000002,"5min":0.193,"15min":0.193},"max":{"1min":3.5470000000000002,"5min":3.5470000000000002,"15min":3.5470000000000002},"last":0.42699999999999999}]},{"osd":3,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.433,"15min":0.378},"min":{"1min":0.26500000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.501,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.468,"5min":3.468,"15min":3.468},"last":0.438}]}]},{"osd":0,"up_from":9,"seq":38654705740,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309572,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062268,"statfs":{"total":96636764160,"available":96319762432,"internally_reserved":0,"allocated":192512,"data_stored":60683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.375,"15min":0.35699999999999998},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":2.5600000000000001,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.45700000000000002,"15min":0.39900000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":8.6280000000000001,"5min":8.6280000000000001,"15min":8.6280000000000001},"last":0.29699999999999999}]},{"osd":2,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.38700000000000001,"15min":0.378},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.377},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39800000000000002,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.318}]},{"osd":3,"last update":"Wed May 8 22:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.41699999999999998,"15min":0.40100000000000002},"min":{"1min":0.23699999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.5779999999999998,"5min":2.5779999999999998,"15min":2.5779999999999998},"last":0.33200000000000002}]}]},{"osd":1,"up_from":9,"seq":38654705740,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297404,"kb_used_data":180,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074436,"statfs":{"total":96636764160,"available":96332222464,"internally_reserved":0,"allocated":184320,"data_stored":60124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.36199999999999999,"15min":0.32000000000000001},"min":{"1min":0.20499999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.766,"5min":3.766,"15min":3.766},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48899999999999999,"5min":0.622,"15min":0.622},"last":0.39600000000000002}]},{"osd":2,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.36499999999999999,"15min":0.34300000000000003},"min":{"1min":0.26700000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.39900000000000002,"15min":0.36199999999999999},"min":{"1min":0.28699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.8100000000000001,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.442}]},{"osd":3,"last update":"Wed May 8 22:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.41699999999999998,"15min":0.38300000000000001},"min":{"1min":0.31,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.9460000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.41899999999999998,"15min":0.378},"min":{"1min":0.308,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.47299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":208896,"data_stored":194876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":194565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:38:55.187 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.187 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.187 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.187 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.188 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.189 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.189 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.189 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.189 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.189 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.189 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.190 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.190 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.190 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:38:55.190 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-05-08T22:39:15.192 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:39:15.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.329+0000 7ffb5c726700 1 Processor -- start 2024-05-08T22:39:15.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.329+0000 7ffb5c726700 1 -- start start 2024-05-08T22:39:15.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5c726700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffb54069f00 0x7ffb54096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:15.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5c726700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54127310 0x7ffb541276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:15.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5c726700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb54069440 con 0x7ffb54123e10 2024-05-08T22:39:15.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5c726700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb5406a2e0 con 0x7ffb54069f00 2024-05-08T22:39:15.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5c726700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ffb54068010 con 0x7ffb54127310 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5a4c2700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffb54069f00 0x7ffb54096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5acc3700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7ffb54123e10 0x7ffb541242c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:41472/0 (socket says 172.21.15.38:41472) 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5acc3700 1 -- 172.21.15.38:0/2083693449 learned_addr learned my addr 172.21.15.38:0/2083693449 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb59cc1700 1 --2- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54127310 0x7ffb541276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5a4c2700 1 -- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54127310 msgr2=0x7ffb541276f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5a4c2700 1 --2- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54127310 0x7ffb541276f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5a4c2700 1 -- 172.21.15.38:0/2083693449 >> v1:172.21.15.38:6789/0 conn(0x7ffb54123e10 legacy=0x7ffb541242c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb5a4c2700 1 -- 172.21.15.38:0/2083693449 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb54068950 con 0x7ffb54069f00 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.330+0000 7ffb594c0700 1 -- 172.21.15.38:0/2083693449 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3234096865 0 0) 0x7ffb54069440 con 0x7ffb54123e10 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5a4c2700 1 --2- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54069f00 0x7ffb54096ba0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 rx=0x7ffb4400ba00 tx=0x7ffb4400b300).ready entity=mon.0 client_cookie=31be5b5149c1d062 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:15.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb594c0700 1 -- 172.21.15.38:0/2083693449 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb4400da70 con 0x7ffb54069f00 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb594c0700 1 -- 172.21.15.38:0/2083693449 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb4400dbd0 con 0x7ffb54069f00 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb594c0700 1 -- 172.21.15.38:0/2083693449 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb44010470 con 0x7ffb54069f00 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 -- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54069f00 msgr2=0x7ffb54096ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 --2- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54069f00 0x7ffb54096ba0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 rx=0x7ffb4400ba00 tx=0x7ffb4400b300).stop 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 -- 172.21.15.38:0/2083693449 shutdown_connections 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 --2- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54069f00 0x7ffb54096ba0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 --2- 172.21.15.38:0/2083693449 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54127310 0x7ffb541276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 -- 172.21.15.38:0/2083693449 >> 172.21.15.38:0/2083693449 conn(0x7ffb5409a660 msgr2=0x7ffb5409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 -- 172.21.15.38:0/2083693449 shutdown_connections 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.331+0000 7ffb5c726700 1 -- 172.21.15.38:0/2083693449 wait complete. 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.332+0000 7ffb5c726700 1 Processor -- start 2024-05-08T22:39:15.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.332+0000 7ffb5c726700 1 -- start start 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5c726700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb54069f00 0x7ffb54118b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5c726700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 0x7ffb541150f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5c726700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 0x7ffb541155e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5c726700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb54098560 con 0x7ffb54127310 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5c726700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb54068b80 con 0x7ffb54069f00 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5c726700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ffb54116f80 con 0x7ffb54123e10 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5acc3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 0x7ffb541155e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb59cc1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 0x7ffb541150f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb54069f00 0x7ffb54118b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb59cc1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 0x7ffb541150f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:35012/0 (socket says 172.21.15.38:35012) 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5acc3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 0x7ffb541155e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:40402/0 (socket says 172.21.15.38:40402) 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb59cc1700 1 -- 172.21.15.38:0/1332533093 learned_addr learned my addr 172.21.15.38:0/1332533093 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:15.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 -- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 msgr2=0x7ffb541150f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 0x7ffb541150f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 -- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 msgr2=0x7ffb541155e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 0x7ffb541155e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 -- 172.21.15.38:0/1332533093 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb4400b540 con 0x7ffb54069f00 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb59cc1700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 0x7ffb541150f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5acc3700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 0x7ffb541155e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb5a4c2700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb54069f00 0x7ffb54118b10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 rx=0x7ffb44016000 tx=0x7ffb541283d0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.333+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb44019450 con 0x7ffb54069f00 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.334+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb440195b0 con 0x7ffb54069f00 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.334+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb54116cb0 con 0x7ffb54069f00 2024-05-08T22:39:15.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.334+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb44019970 con 0x7ffb54069f00 2024-05-08T22:39:15.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.334+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb541183e0 con 0x7ffb54069f00 2024-05-08T22:39:15.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.334+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7ffb44019ce0 con 0x7ffb54069f00 2024-05-08T22:39:15.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.335+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7ffb4403c9c0 con 0x7ffb54069f00 2024-05-08T22:39:15.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.335+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb5409aeb0 con 0x7ffb54069f00 2024-05-08T22:39:15.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.339+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7ffb440179b0 con 0x7ffb54069f00 2024-05-08T22:39:15.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.504+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ffb54127d20 con 0x7ffb3802bd00 2024-05-08T22:39:15.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.511+0000 7ffb4affd700 1 -- 172.21.15.38:0/1332533093 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256470 (unknown 2965378022 0 1017687077) 0x7ffb54127d20 con 0x7ffb3802bd00 2024-05-08T22:39:15.513 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:39:15.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 >> v1:172.21.15.38:6816/46721 conn(0x7ffb3802bd00 legacy=0x7ffb3802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb54069f00 msgr2=0x7ffb54118b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb54069f00 0x7ffb54118b10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 rx=0x7ffb44016000 tx=0x7ffb541283d0).stop 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 shutdown_connections 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb54069f00 0x7ffb54118b10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb54127310 0x7ffb541155e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 --2- 172.21.15.38:0/1332533093 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ffb54123e10 0x7ffb541150f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 >> 172.21.15.38:0/1332533093 conn(0x7ffb5409a660 msgr2=0x7ffb54123350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 shutdown_connections 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:15.514+0000 7ffb5c726700 1 -- 172.21.15.38:0/1332533093 wait complete. 2024-05-08T22:39:15.516 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:39:15.524 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-05-08T22:39:13.749390+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":9374,"num_write_kb":25166075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9886,"ondisk_log_size":9886,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1214336,"kb_used_data":1120,"kb_used_omap":0,"kb_used_meta":1213184,"kb_avail":376273024,"statfs":{"total":386547056640,"available":385303576576,"internally_reserved":0,"allocated":1146880,"data_stored":629204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1242300416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003036"},"pg_stats":[{"pgid":"4.3f","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:53.902741+0000","last_change":"2024-05-08T22:38:53.902741+0000","last_active":"2024-05-08T22:38:53.902741+0000","last_peered":"2024-05-08T22:38:53.902741+0000","last_clean":"2024-05-08T22:38:53.902741+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:38:53.902741+0000","last_undegraded":"2024-05-08T22:38:53.902741+0000","last_fullsized":"2024-05-08T22:38:53.902741+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:53.902607+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:53.902607+0000","last_clean_scrub_stamp":"2024-05-08T22:38:53.902607+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'130","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.846418+0000","last_change":"2024-05-08T22:38:50.846418+0000","last_active":"2024-05-08T22:38:50.846418+0000","last_peered":"2024-05-08T22:38:50.846418+0000","last_clean":"2024-05-08T22:38:50.846418+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:38:50.846418+0000","last_undegraded":"2024-05-08T22:38:50.846418+0000","last_fullsized":"2024-05-08T22:38:50.846418+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'130","last_scrub_stamp":"2024-05-08T22:38:50.846285+0000","last_deep_scrub":"20'130","last_deep_scrub_stamp":"2024-05-08T22:38:50.846285+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.846285+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:58.220369+0000","last_change":"2024-05-08T22:38:58.220369+0000","last_active":"2024-05-08T22:38:58.220369+0000","last_peered":"2024-05-08T22:38:58.220369+0000","last_clean":"2024-05-08T22:38:58.220369+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:38:58.220369+0000","last_undegraded":"2024-05-08T22:38:58.220369+0000","last_fullsized":"2024-05-08T22:38:58.220369+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:58.220225+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:58.220225+0000","last_clean_scrub_stamp":"2024-05-08T22:38:58.220225+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'173","reported_seq":190,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:56.266996+0000","last_change":"2024-05-08T22:38:56.266996+0000","last_active":"2024-05-08T22:38:56.266996+0000","last_peered":"2024-05-08T22:38:56.266996+0000","last_clean":"2024-05-08T22:38:56.266996+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:38:56.266996+0000","last_undegraded":"2024-05-08T22:38:56.266996+0000","last_fullsized":"2024-05-08T22:38:56.266996+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'173","last_scrub_stamp":"2024-05-08T22:38:56.266871+0000","last_deep_scrub":"20'173","last_deep_scrub_stamp":"2024-05-08T22:38:56.266871+0000","last_clean_scrub_stamp":"2024-05-08T22:38:56.266871+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'148","reported_seq":165,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.226771+0000","last_change":"2024-05-08T22:38:50.226771+0000","last_active":"2024-05-08T22:38:50.226771+0000","last_peered":"2024-05-08T22:38:50.226771+0000","last_clean":"2024-05-08T22:38:50.226771+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:38:50.226771+0000","last_undegraded":"2024-05-08T22:38:50.226771+0000","last_fullsized":"2024-05-08T22:38:50.226771+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'148","last_scrub_stamp":"2024-05-08T22:38:50.226608+0000","last_deep_scrub":"20'148","last_deep_scrub_stamp":"2024-05-08T22:38:50.226608+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.226608+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'135","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:48.923812+0000","last_change":"2024-05-08T22:32:53.368416+0000","last_active":"2024-05-08T22:37:48.923812+0000","last_peered":"2024-05-08T22:37:48.923812+0000","last_clean":"2024-05-08T22:37:48.923812+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:37:48.923812+0000","last_undegraded":"2024-05-08T22:37:48.923812+0000","last_fullsized":"2024-05-08T22:37:48.923812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:32:52.927670+0000","last_clean_scrub_stamp":"2024-05-08T22:32:52.927670+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'164","reported_seq":181,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:10.200372+0000","last_change":"2024-05-08T22:39:10.200372+0000","last_active":"2024-05-08T22:39:10.200372+0000","last_peered":"2024-05-08T22:39:10.200372+0000","last_clean":"2024-05-08T22:39:10.200372+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:39:10.200372+0000","last_undegraded":"2024-05-08T22:39:10.200372+0000","last_fullsized":"2024-05-08T22:39:10.200372+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'164","last_scrub_stamp":"2024-05-08T22:39:10.200191+0000","last_deep_scrub":"20'164","last_deep_scrub_stamp":"2024-05-08T22:39:10.200191+0000","last_clean_scrub_stamp":"2024-05-08T22:39:10.200191+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'186","reported_seq":203,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:56.977867+0000","last_change":"2024-05-08T22:38:56.977867+0000","last_active":"2024-05-08T22:38:56.977867+0000","last_peered":"2024-05-08T22:38:56.977867+0000","last_clean":"2024-05-08T22:38:56.977867+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:38:56.977867+0000","last_undegraded":"2024-05-08T22:38:56.977867+0000","last_fullsized":"2024-05-08T22:38:56.977867+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'186","last_scrub_stamp":"2024-05-08T22:38:56.977741+0000","last_deep_scrub":"20'186","last_deep_scrub_stamp":"2024-05-08T22:38:56.977741+0000","last_clean_scrub_stamp":"2024-05-08T22:38:56.977741+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":177,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:49.180733+0000","last_change":"2024-05-08T22:38:49.180733+0000","last_active":"2024-05-08T22:38:49.180733+0000","last_peered":"2024-05-08T22:38:49.180733+0000","last_clean":"2024-05-08T22:38:49.180733+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:38:49.180733+0000","last_undegraded":"2024-05-08T22:38:49.180733+0000","last_fullsized":"2024-05-08T22:38:49.180733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:49.180595+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:49.180595+0000","last_clean_scrub_stamp":"2024-05-08T22:38:49.180595+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'156","reported_seq":173,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:55.932275+0000","last_change":"2024-05-08T22:38:55.932275+0000","last_active":"2024-05-08T22:38:55.932275+0000","last_peered":"2024-05-08T22:38:55.932275+0000","last_clean":"2024-05-08T22:38:55.932275+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:38:55.932275+0000","last_undegraded":"2024-05-08T22:38:55.932275+0000","last_fullsized":"2024-05-08T22:38:55.932275+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'156","last_scrub_stamp":"2024-05-08T22:38:55.932158+0000","last_deep_scrub":"20'156","last_deep_scrub_stamp":"2024-05-08T22:38:55.932158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:55.932158+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'189","reported_seq":206,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:54.922825+0000","last_change":"2024-05-08T22:38:54.922825+0000","last_active":"2024-05-08T22:38:54.922825+0000","last_peered":"2024-05-08T22:38:54.922825+0000","last_clean":"2024-05-08T22:38:54.922825+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:38:54.922825+0000","last_undegraded":"2024-05-08T22:38:54.922825+0000","last_fullsized":"2024-05-08T22:38:54.922825+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'189","last_scrub_stamp":"2024-05-08T22:38:54.922660+0000","last_deep_scrub":"20'189","last_deep_scrub_stamp":"2024-05-08T22:38:54.922660+0000","last_clean_scrub_stamp":"2024-05-08T22:38:54.922660+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'142","reported_seq":159,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:46.829698+0000","last_change":"2024-05-08T22:38:46.829698+0000","last_active":"2024-05-08T22:38:46.829698+0000","last_peered":"2024-05-08T22:38:46.829698+0000","last_clean":"2024-05-08T22:38:46.829698+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:38:46.829698+0000","last_undegraded":"2024-05-08T22:38:46.829698+0000","last_fullsized":"2024-05-08T22:38:46.829698+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'142","last_scrub_stamp":"2024-05-08T22:38:46.829540+0000","last_deep_scrub":"20'142","last_deep_scrub_stamp":"2024-05-08T22:38:46.829540+0000","last_clean_scrub_stamp":"2024-05-08T22:38:46.829540+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:45.850445+0000","last_change":"2024-05-08T22:38:45.850445+0000","last_active":"2024-05-08T22:38:45.850445+0000","last_peered":"2024-05-08T22:38:45.850445+0000","last_clean":"2024-05-08T22:38:45.850445+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:38:45.850445+0000","last_undegraded":"2024-05-08T22:38:45.850445+0000","last_fullsized":"2024-05-08T22:38:45.850445+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:45.850313+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:45.850313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:45.850313+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'149","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:51.965100+0000","last_change":"2024-05-08T22:38:51.965100+0000","last_active":"2024-05-08T22:38:51.965100+0000","last_peered":"2024-05-08T22:38:51.965100+0000","last_clean":"2024-05-08T22:38:51.965100+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:38:51.965100+0000","last_undegraded":"2024-05-08T22:38:51.965100+0000","last_fullsized":"2024-05-08T22:38:51.965100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'149","last_scrub_stamp":"2024-05-08T22:38:51.964969+0000","last_deep_scrub":"20'149","last_deep_scrub_stamp":"2024-05-08T22:38:51.964969+0000","last_clean_scrub_stamp":"2024-05-08T22:38:51.964969+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:48.172396+0000","last_change":"2024-05-08T22:38:48.172396+0000","last_active":"2024-05-08T22:38:48.172396+0000","last_peered":"2024-05-08T22:38:48.172396+0000","last_clean":"2024-05-08T22:38:48.172396+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:38:48.172396+0000","last_undegraded":"2024-05-08T22:38:48.172396+0000","last_fullsized":"2024-05-08T22:38:48.172396+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:48.172257+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:48.172257+0000","last_clean_scrub_stamp":"2024-05-08T22:38:48.172257+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'147","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:42.875250+0000","last_change":"2024-05-08T22:38:42.875250+0000","last_active":"2024-05-08T22:38:42.875250+0000","last_peered":"2024-05-08T22:38:42.875250+0000","last_clean":"2024-05-08T22:38:42.875250+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:38:42.875250+0000","last_undegraded":"2024-05-08T22:38:42.875250+0000","last_fullsized":"2024-05-08T22:38:42.875250+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'147","last_scrub_stamp":"2024-05-08T22:38:42.875134+0000","last_deep_scrub":"20'147","last_deep_scrub_stamp":"2024-05-08T22:38:42.875134+0000","last_clean_scrub_stamp":"2024-05-08T22:38:42.875134+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:46.099158+0000","last_change":"2024-05-08T22:38:46.099158+0000","last_active":"2024-05-08T22:38:46.099158+0000","last_peered":"2024-05-08T22:38:46.099158+0000","last_clean":"2024-05-08T22:38:46.099158+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:38:46.099158+0000","last_undegraded":"2024-05-08T22:38:46.099158+0000","last_fullsized":"2024-05-08T22:38:46.099158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:46.099002+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:46.099002+0000","last_clean_scrub_stamp":"2024-05-08T22:38:46.099002+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:44.055583+0000","last_change":"2024-05-08T22:38:44.055583+0000","last_active":"2024-05-08T22:38:44.055583+0000","last_peered":"2024-05-08T22:38:44.055583+0000","last_clean":"2024-05-08T22:38:44.055583+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:38:44.055583+0000","last_undegraded":"2024-05-08T22:38:44.055583+0000","last_fullsized":"2024-05-08T22:38:44.055583+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:44.055466+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:44.055466+0000","last_clean_scrub_stamp":"2024-05-08T22:38:44.055466+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'172","reported_seq":189,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:40.965333+0000","last_change":"2024-05-08T22:38:40.965333+0000","last_active":"2024-05-08T22:38:40.965333+0000","last_peered":"2024-05-08T22:38:40.965333+0000","last_clean":"2024-05-08T22:38:40.965333+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:38:40.965333+0000","last_undegraded":"2024-05-08T22:38:40.965333+0000","last_fullsized":"2024-05-08T22:38:40.965333+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'172","last_scrub_stamp":"2024-05-08T22:38:40.965157+0000","last_deep_scrub":"20'172","last_deep_scrub_stamp":"2024-05-08T22:38:40.965157+0000","last_clean_scrub_stamp":"2024-05-08T22:38:40.965157+0000","log_size":172,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'161","reported_seq":178,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.921623+0000","last_change":"2024-05-08T22:38:50.921623+0000","last_active":"2024-05-08T22:38:50.921623+0000","last_peered":"2024-05-08T22:38:50.921623+0000","last_clean":"2024-05-08T22:38:50.921623+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:38:50.921623+0000","last_undegraded":"2024-05-08T22:38:50.921623+0000","last_fullsized":"2024-05-08T22:38:50.921623+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'161","last_scrub_stamp":"2024-05-08T22:38:50.921516+0000","last_deep_scrub":"20'161","last_deep_scrub_stamp":"2024-05-08T22:38:50.921516+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.921516+0000","log_size":161,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":153,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'137","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:49.900806+0000","last_change":"2024-05-08T22:38:49.900806+0000","last_active":"2024-05-08T22:38:49.900806+0000","last_peered":"2024-05-08T22:38:49.900806+0000","last_clean":"2024-05-08T22:38:49.900806+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:38:49.900806+0000","last_undegraded":"2024-05-08T22:38:49.900806+0000","last_fullsized":"2024-05-08T22:38:49.900806+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'137","last_scrub_stamp":"2024-05-08T22:38:49.900648+0000","last_deep_scrub":"20'137","last_deep_scrub_stamp":"2024-05-08T22:38:49.900648+0000","last_clean_scrub_stamp":"2024-05-08T22:38:49.900648+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'166","reported_seq":183,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.211068+0000","last_change":"2024-05-08T22:38:35.211068+0000","last_active":"2024-05-08T22:38:35.211068+0000","last_peered":"2024-05-08T22:38:35.211068+0000","last_clean":"2024-05-08T22:38:35.211068+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:38:35.211068+0000","last_undegraded":"2024-05-08T22:38:35.211068+0000","last_fullsized":"2024-05-08T22:38:35.211068+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'166","last_scrub_stamp":"2024-05-08T22:38:35.210919+0000","last_deep_scrub":"20'166","last_deep_scrub_stamp":"2024-05-08T22:38:35.210919+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.210919+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:09.249787+0000","last_change":"2024-05-08T22:39:09.249787+0000","last_active":"2024-05-08T22:39:09.249787+0000","last_peered":"2024-05-08T22:39:09.249787+0000","last_clean":"2024-05-08T22:39:09.249787+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:39:09.249787+0000","last_undegraded":"2024-05-08T22:39:09.249787+0000","last_fullsized":"2024-05-08T22:39:09.249787+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:39:09.249648+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:39:09.249648+0000","last_clean_scrub_stamp":"2024-05-08T22:39:09.249648+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'180","reported_seq":197,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:48.944926+0000","last_change":"2024-05-08T22:38:48.944926+0000","last_active":"2024-05-08T22:38:48.944926+0000","last_peered":"2024-05-08T22:38:48.944926+0000","last_clean":"2024-05-08T22:38:48.944926+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:38:48.944926+0000","last_undegraded":"2024-05-08T22:38:48.944926+0000","last_fullsized":"2024-05-08T22:38:48.944926+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'180","last_scrub_stamp":"2024-05-08T22:38:48.944764+0000","last_deep_scrub":"20'180","last_deep_scrub_stamp":"2024-05-08T22:38:48.944764+0000","last_clean_scrub_stamp":"2024-05-08T22:38:48.944764+0000","log_size":180,"ondisk_log_size":180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":174,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:37.865653+0000","last_change":"2024-05-08T22:38:37.865653+0000","last_active":"2024-05-08T22:38:37.865653+0000","last_peered":"2024-05-08T22:38:37.865653+0000","last_clean":"2024-05-08T22:38:37.865653+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:38:37.865653+0000","last_undegraded":"2024-05-08T22:38:37.865653+0000","last_fullsized":"2024-05-08T22:38:37.865653+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:37.865530+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:37.865530+0000","last_clean_scrub_stamp":"2024-05-08T22:38:37.865530+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'198","reported_seq":215,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:33.849841+0000","last_change":"2024-05-08T22:38:33.849841+0000","last_active":"2024-05-08T22:38:33.849841+0000","last_peered":"2024-05-08T22:38:33.849841+0000","last_clean":"2024-05-08T22:38:33.849841+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:38:33.849841+0000","last_undegraded":"2024-05-08T22:38:33.849841+0000","last_fullsized":"2024-05-08T22:38:33.849841+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'198","last_scrub_stamp":"2024-05-08T22:38:33.849723+0000","last_deep_scrub":"20'198","last_deep_scrub_stamp":"2024-05-08T22:38:33.849723+0000","last_clean_scrub_stamp":"2024-05-08T22:38:33.849723+0000","log_size":198,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'144","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:39.927303+0000","last_change":"2024-05-08T22:38:39.927303+0000","last_active":"2024-05-08T22:38:39.927303+0000","last_peered":"2024-05-08T22:38:39.927303+0000","last_clean":"2024-05-08T22:38:39.927303+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:38:39.927303+0000","last_undegraded":"2024-05-08T22:38:39.927303+0000","last_fullsized":"2024-05-08T22:38:39.927303+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:39.927156+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:39.927156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:39.927156+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.742025+0000","last_change":"2024-05-08T22:38:11.742025+0000","last_active":"2024-05-08T22:38:11.742025+0000","last_peered":"2024-05-08T22:38:11.742025+0000","last_clean":"2024-05-08T22:38:11.742025+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:38:11.742025+0000","last_undegraded":"2024-05-08T22:38:11.742025+0000","last_fullsized":"2024-05-08T22:38:11.742025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.741859+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'183","reported_seq":200,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:01.207498+0000","last_change":"2024-05-08T22:39:01.207498+0000","last_active":"2024-05-08T22:39:01.207498+0000","last_peered":"2024-05-08T22:39:01.207498+0000","last_clean":"2024-05-08T22:39:01.207498+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:39:01.207498+0000","last_undegraded":"2024-05-08T22:39:01.207498+0000","last_fullsized":"2024-05-08T22:39:01.207498+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'183","last_scrub_stamp":"2024-05-08T22:39:01.207375+0000","last_deep_scrub":"20'183","last_deep_scrub_stamp":"2024-05-08T22:39:01.207375+0000","last_clean_scrub_stamp":"2024-05-08T22:39:01.207375+0000","log_size":183,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":168,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.714285+0000","last_change":"2024-05-08T22:38:07.714285+0000","last_active":"2024-05-08T22:38:07.714285+0000","last_peered":"2024-05-08T22:38:07.714285+0000","last_clean":"2024-05-08T22:38:07.714285+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:38:07.714285+0000","last_undegraded":"2024-05-08T22:38:07.714285+0000","last_fullsized":"2024-05-08T22:38:07.714285+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.714158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.302095+0000","last_change":"2024-05-08T22:38:30.302095+0000","last_active":"2024-05-08T22:38:30.302095+0000","last_peered":"2024-05-08T22:38:30.302095+0000","last_clean":"2024-05-08T22:38:30.302095+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:38:30.302095+0000","last_undegraded":"2024-05-08T22:38:30.302095+0000","last_fullsized":"2024-05-08T22:38:30.302095+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.301977+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.185922+0000","last_change":"2024-05-08T22:38:35.185922+0000","last_active":"2024-05-08T22:38:35.185922+0000","last_peered":"2024-05-08T22:38:35.185922+0000","last_clean":"2024-05-08T22:38:35.185922+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:38:35.185922+0000","last_undegraded":"2024-05-08T22:38:35.185922+0000","last_fullsized":"2024-05-08T22:38:35.185922+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:35.185808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:35.185808+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.185808+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'135","reported_seq":152,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:05.254078+0000","last_change":"2024-05-08T22:39:05.254078+0000","last_active":"2024-05-08T22:39:05.254078+0000","last_peered":"2024-05-08T22:39:05.254078+0000","last_clean":"2024-05-08T22:39:05.254078+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:39:05.254078+0000","last_undegraded":"2024-05-08T22:39:05.254078+0000","last_fullsized":"2024-05-08T22:39:05.254078+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'135","last_scrub_stamp":"2024-05-08T22:39:05.253934+0000","last_deep_scrub":"20'135","last_deep_scrub_stamp":"2024-05-08T22:39:05.253934+0000","last_clean_scrub_stamp":"2024-05-08T22:39:05.253934+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.059414+0000","last_change":"2024-05-08T22:38:10.059414+0000","last_active":"2024-05-08T22:38:10.059414+0000","last_peered":"2024-05-08T22:38:10.059414+0000","last_clean":"2024-05-08T22:38:10.059414+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:38:10.059414+0000","last_undegraded":"2024-05-08T22:38:10.059414+0000","last_fullsized":"2024-05-08T22:38:10.059414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'1","last_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_deep_scrub":"20'1","last_deep_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.059267+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'165","reported_seq":182,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:54.217746+0000","last_change":"2024-05-08T22:38:54.217746+0000","last_active":"2024-05-08T22:38:54.217746+0000","last_peered":"2024-05-08T22:38:54.217746+0000","last_clean":"2024-05-08T22:38:54.217746+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:38:54.217746+0000","last_undegraded":"2024-05-08T22:38:54.217746+0000","last_fullsized":"2024-05-08T22:38:54.217746+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'165","last_scrub_stamp":"2024-05-08T22:38:54.217622+0000","last_deep_scrub":"20'165","last_deep_scrub_stamp":"2024-05-08T22:38:54.217622+0000","last_clean_scrub_stamp":"2024-05-08T22:38:54.217622+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:06.693088+0000","last_change":"2024-05-08T22:38:06.693088+0000","last_active":"2024-05-08T22:38:06.693088+0000","last_peered":"2024-05-08T22:38:06.693088+0000","last_clean":"2024-05-08T22:38:06.693088+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:38:06.693088+0000","last_undegraded":"2024-05-08T22:38:06.693088+0000","last_fullsized":"2024-05-08T22:38:06.693088+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_clean_scrub_stamp":"2024-05-08T22:38:06.692960+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'189","reported_seq":206,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:55.245630+0000","last_change":"2024-05-08T22:38:55.245630+0000","last_active":"2024-05-08T22:38:55.245630+0000","last_peered":"2024-05-08T22:38:55.245630+0000","last_clean":"2024-05-08T22:38:55.245630+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:38:55.245630+0000","last_undegraded":"2024-05-08T22:38:55.245630+0000","last_fullsized":"2024-05-08T22:38:55.245630+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'189","last_scrub_stamp":"2024-05-08T22:38:55.245495+0000","last_deep_scrub":"20'189","last_deep_scrub_stamp":"2024-05-08T22:38:55.245495+0000","last_clean_scrub_stamp":"2024-05-08T22:38:55.245495+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'9","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.015995+0000","last_change":"2024-05-08T22:38:09.015995+0000","last_active":"2024-05-08T22:38:09.015995+0000","last_peered":"2024-05-08T22:38:09.015995+0000","last_clean":"2024-05-08T22:38:09.015995+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:38:09.015995+0000","last_undegraded":"2024-05-08T22:38:09.015995+0000","last_fullsized":"2024-05-08T22:38:09.015995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'9","last_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_deep_scrub":"20'9","last_deep_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.015885+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.816109+0000","last_change":"2024-05-08T22:38:28.816109+0000","last_active":"2024-05-08T22:38:28.816109+0000","last_peered":"2024-05-08T22:38:28.816109+0000","last_clean":"2024-05-08T22:38:28.816109+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:38:28.816109+0000","last_undegraded":"2024-05-08T22:38:28.816109+0000","last_fullsized":"2024-05-08T22:38:28.816109+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.815998+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'96","reported_seq":114,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.171412+0000","last_change":"2024-05-08T22:38:32.171412+0000","last_active":"2024-05-08T22:38:32.171412+0000","last_peered":"2024-05-08T22:38:32.171412+0000","last_clean":"2024-05-08T22:38:32.171412+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:38:32.171412+0000","last_undegraded":"2024-05-08T22:38:32.171412+0000","last_fullsized":"2024-05-08T22:38:32.171412+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'96","last_scrub_stamp":"2024-05-08T22:38:32.171291+0000","last_deep_scrub":"20'96","last_deep_scrub_stamp":"2024-05-08T22:38:32.171291+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.171291+0000","log_size":96,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194371,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":91,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'171","reported_seq":188,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.743935+0000","last_change":"2024-05-08T22:38:30.743935+0000","last_active":"2024-05-08T22:38:30.743935+0000","last_peered":"2024-05-08T22:38:30.743935+0000","last_clean":"2024-05-08T22:38:30.743935+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:38:30.743935+0000","last_undegraded":"2024-05-08T22:38:30.743935+0000","last_fullsized":"2024-05-08T22:38:30.743935+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'171","last_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_deep_scrub":"20'171","last_deep_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.743826+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.127509+0000","last_change":"2024-05-08T22:38:31.127509+0000","last_active":"2024-05-08T22:38:31.127509+0000","last_peered":"2024-05-08T22:38:31.127509+0000","last_clean":"2024-05-08T22:38:31.127509+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:38:31.127509+0000","last_undegraded":"2024-05-08T22:38:31.127509+0000","last_fullsized":"2024-05-08T22:38:31.127509+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.127405+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'149","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:58.271160+0000","last_change":"2024-05-08T22:38:58.271160+0000","last_active":"2024-05-08T22:38:58.271160+0000","last_peered":"2024-05-08T22:38:58.271160+0000","last_clean":"2024-05-08T22:38:58.271160+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:38:58.271160+0000","last_undegraded":"2024-05-08T22:38:58.271160+0000","last_fullsized":"2024-05-08T22:38:58.271160+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'149","last_scrub_stamp":"2024-05-08T22:38:58.271007+0000","last_deep_scrub":"20'149","last_deep_scrub_stamp":"2024-05-08T22:38:58.271007+0000","last_clean_scrub_stamp":"2024-05-08T22:38:58.271007+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.018598+0000","last_change":"2024-05-08T22:38:07.018598+0000","last_active":"2024-05-08T22:38:07.018598+0000","last_peered":"2024-05-08T22:38:07.018598+0000","last_clean":"2024-05-08T22:38:07.018598+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:38:07.018598+0000","last_undegraded":"2024-05-08T22:38:07.018598+0000","last_fullsized":"2024-05-08T22:38:07.018598+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.018479+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'150","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:59.242547+0000","last_change":"2024-05-08T22:38:59.242547+0000","last_active":"2024-05-08T22:38:59.242547+0000","last_peered":"2024-05-08T22:38:59.242547+0000","last_clean":"2024-05-08T22:38:59.242547+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:38:59.242547+0000","last_undegraded":"2024-05-08T22:38:59.242547+0000","last_fullsized":"2024-05-08T22:38:59.242547+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'150","last_scrub_stamp":"2024-05-08T22:38:59.242431+0000","last_deep_scrub":"20'150","last_deep_scrub_stamp":"2024-05-08T22:38:59.242431+0000","last_clean_scrub_stamp":"2024-05-08T22:38:59.242431+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.143060+0000","last_change":"2024-05-08T22:38:30.143060+0000","last_active":"2024-05-08T22:38:30.143060+0000","last_peered":"2024-05-08T22:38:30.143060+0000","last_clean":"2024-05-08T22:38:30.143060+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:38:30.143060+0000","last_undegraded":"2024-05-08T22:38:30.143060+0000","last_fullsized":"2024-05-08T22:38:30.143060+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.142937+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'229","reported_seq":254,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:22.234140+0000","last_change":"2024-05-08T22:38:22.234140+0000","last_active":"2024-05-08T22:38:22.234140+0000","last_peered":"2024-05-08T22:38:22.234140+0000","last_clean":"2024-05-08T22:38:22.234140+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:38:22.234140+0000","last_undegraded":"2024-05-08T22:38:22.234140+0000","last_fullsized":"2024-05-08T22:38:22.234140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'229","last_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_deep_scrub":"20'229","last_deep_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_clean_scrub_stamp":"2024-05-08T22:38:22.234025+0000","log_size":229,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":219,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'13","reported_seq":31,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.675027+0000","last_change":"2024-05-08T22:38:05.675027+0000","last_active":"2024-05-08T22:38:05.675027+0000","last_peered":"2024-05-08T22:38:05.675027+0000","last_clean":"2024-05-08T22:38:05.675027+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:38:05.675027+0000","last_undegraded":"2024-05-08T22:38:05.675027+0000","last_fullsized":"2024-05-08T22:38:05.675027+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'13","last_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_deep_scrub":"20'13","last_deep_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.674903+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'141","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:00.220273+0000","last_change":"2024-05-08T22:39:00.220273+0000","last_active":"2024-05-08T22:39:00.220273+0000","last_peered":"2024-05-08T22:39:00.220273+0000","last_clean":"2024-05-08T22:39:00.220273+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:39:00.220273+0000","last_undegraded":"2024-05-08T22:39:00.220273+0000","last_fullsized":"2024-05-08T22:39:00.220273+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'141","last_scrub_stamp":"2024-05-08T22:39:00.220148+0000","last_deep_scrub":"20'141","last_deep_scrub_stamp":"2024-05-08T22:39:00.220148+0000","last_clean_scrub_stamp":"2024-05-08T22:39:00.220148+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:04.996939+0000","last_change":"2024-05-08T22:38:04.996939+0000","last_active":"2024-05-08T22:38:04.996939+0000","last_peered":"2024-05-08T22:38:04.996939+0000","last_clean":"2024-05-08T22:38:04.996939+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:38:04.996939+0000","last_undegraded":"2024-05-08T22:38:04.996939+0000","last_fullsized":"2024-05-08T22:38:04.996939+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_clean_scrub_stamp":"2024-05-08T22:38:04.996831+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'153","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.583368+0000","last_change":"2024-05-08T22:38:11.583368+0000","last_active":"2024-05-08T22:38:11.583368+0000","last_peered":"2024-05-08T22:38:11.583368+0000","last_clean":"2024-05-08T22:38:11.583368+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:38:11.583368+0000","last_undegraded":"2024-05-08T22:38:11.583368+0000","last_fullsized":"2024-05-08T22:38:11.583368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'153","last_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_deep_scrub":"20'153","last_deep_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.583228+0000","log_size":153,"ondisk_log_size":153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.651432+0000","last_change":"2024-05-08T22:38:05.651432+0000","last_active":"2024-05-08T22:38:05.651432+0000","last_peered":"2024-05-08T22:38:05.651432+0000","last_clean":"2024-05-08T22:38:05.651432+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:38:05.651432+0000","last_undegraded":"2024-05-08T22:38:05.651432+0000","last_fullsized":"2024-05-08T22:38:05.651432+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.651292+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:26.836089+0000","last_change":"2024-05-08T22:38:26.836089+0000","last_active":"2024-05-08T22:38:26.836089+0000","last_peered":"2024-05-08T22:38:26.836089+0000","last_clean":"2024-05-08T22:38:26.836089+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:38:26.836089+0000","last_undegraded":"2024-05-08T22:38:26.836089+0000","last_fullsized":"2024-05-08T22:38:26.836089+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_clean_scrub_stamp":"2024-05-08T22:38:26.835928+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:29.171804+0000","last_change":"2024-05-08T22:38:29.171804+0000","last_active":"2024-05-08T22:38:29.171804+0000","last_peered":"2024-05-08T22:38:29.171804+0000","last_clean":"2024-05-08T22:38:29.171804+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:38:29.171804+0000","last_undegraded":"2024-05-08T22:38:29.171804+0000","last_fullsized":"2024-05-08T22:38:29.171804+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:29.171313+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'128","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.672688+0000","last_change":"2024-05-08T22:38:17.672688+0000","last_active":"2024-05-08T22:38:17.672688+0000","last_peered":"2024-05-08T22:38:17.672688+0000","last_clean":"2024-05-08T22:38:17.672688+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:38:17.672688+0000","last_undegraded":"2024-05-08T22:38:17.672688+0000","last_fullsized":"2024-05-08T22:38:17.672688+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'128","last_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_deep_scrub":"20'128","last_deep_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.672504+0000","log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.980828+0000","last_change":"2024-05-08T22:37:59.980828+0000","last_active":"2024-05-08T22:37:59.980828+0000","last_peered":"2024-05-08T22:37:59.980828+0000","last_clean":"2024-05-08T22:37:59.980828+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:37:59.980828+0000","last_undegraded":"2024-05-08T22:37:59.980828+0000","last_fullsized":"2024-05-08T22:37:59.980828+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.980700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:19.273531+0000","last_change":"2024-05-08T22:38:19.273531+0000","last_active":"2024-05-08T22:38:19.273531+0000","last_peered":"2024-05-08T22:38:19.273531+0000","last_clean":"2024-05-08T22:38:19.273531+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:38:19.273531+0000","last_undegraded":"2024-05-08T22:38:19.273531+0000","last_fullsized":"2024-05-08T22:38:19.273531+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_clean_scrub_stamp":"2024-05-08T22:38:19.273366+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.198549+0000","last_change":"2024-05-08T22:38:27.198549+0000","last_active":"2024-05-08T22:38:27.198549+0000","last_peered":"2024-05-08T22:38:27.198549+0000","last_clean":"2024-05-08T22:38:27.198549+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:38:27.198549+0000","last_undegraded":"2024-05-08T22:38:27.198549+0000","last_fullsized":"2024-05-08T22:38:27.198549+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.198401+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:20.237945+0000","last_change":"2024-05-08T22:38:20.237945+0000","last_active":"2024-05-08T22:38:20.237945+0000","last_peered":"2024-05-08T22:38:20.237945+0000","last_clean":"2024-05-08T22:38:20.237945+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:38:20.237945+0000","last_undegraded":"2024-05-08T22:38:20.237945+0000","last_fullsized":"2024-05-08T22:38:20.237945+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_clean_scrub_stamp":"2024-05-08T22:38:20.237821+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.213117+0000","last_change":"2024-05-08T22:38:25.213117+0000","last_active":"2024-05-08T22:38:25.213117+0000","last_peered":"2024-05-08T22:38:25.213117+0000","last_clean":"2024-05-08T22:38:25.213117+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:38:25.213117+0000","last_undegraded":"2024-05-08T22:38:25.213117+0000","last_fullsized":"2024-05-08T22:38:25.213117+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.213001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'151","reported_seq":176,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:53.246849+0000","last_change":"2024-05-08T22:38:53.246849+0000","last_active":"2024-05-08T22:38:53.246849+0000","last_peered":"2024-05-08T22:38:53.246849+0000","last_clean":"2024-05-08T22:38:53.246849+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:38:53.246849+0000","last_undegraded":"2024-05-08T22:38:53.246849+0000","last_fullsized":"2024-05-08T22:38:53.246849+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:53.246679+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:53.246679+0000","last_clean_scrub_stamp":"2024-05-08T22:38:53.246679+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:16.118641+0000","last_change":"2024-05-08T22:38:16.118641+0000","last_active":"2024-05-08T22:38:16.118641+0000","last_peered":"2024-05-08T22:38:16.118641+0000","last_clean":"2024-05-08T22:38:16.118641+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:38:16.118641+0000","last_undegraded":"2024-05-08T22:38:16.118641+0000","last_fullsized":"2024-05-08T22:38:16.118641+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_clean_scrub_stamp":"2024-05-08T22:38:16.118532+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.716442+0000","last_change":"2024-05-08T22:38:18.716442+0000","last_active":"2024-05-08T22:38:18.716442+0000","last_peered":"2024-05-08T22:38:18.716442+0000","last_clean":"2024-05-08T22:38:18.716442+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:38:18.716442+0000","last_undegraded":"2024-05-08T22:38:18.716442+0000","last_fullsized":"2024-05-08T22:38:18.716442+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.716307+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.136452+0000","last_change":"2024-05-08T22:38:15.136452+0000","last_active":"2024-05-08T22:38:15.136452+0000","last_peered":"2024-05-08T22:38:15.136452+0000","last_clean":"2024-05-08T22:38:15.136452+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:38:15.136452+0000","last_undegraded":"2024-05-08T22:38:15.136452+0000","last_fullsized":"2024-05-08T22:38:15.136452+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.136331+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'138","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.789904+0000","last_change":"2024-05-08T22:38:27.789904+0000","last_active":"2024-05-08T22:38:27.789904+0000","last_peered":"2024-05-08T22:38:27.789904+0000","last_clean":"2024-05-08T22:38:27.789904+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:38:27.789904+0000","last_undegraded":"2024-05-08T22:38:27.789904+0000","last_fullsized":"2024-05-08T22:38:27.789904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'138","last_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_deep_scrub":"20'138","last_deep_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.789792+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.636216+0000","last_change":"2024-05-08T22:37:55.636216+0000","last_active":"2024-05-08T22:37:55.636216+0000","last_peered":"2024-05-08T22:37:55.636216+0000","last_clean":"2024-05-08T22:37:55.636216+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:37:55.636216+0000","last_undegraded":"2024-05-08T22:37:55.636216+0000","last_fullsized":"2024-05-08T22:37:55.636216+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.636091+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:58.591200+0000","last_change":"2024-05-08T22:37:58.591200+0000","last_active":"2024-05-08T22:37:58.591200+0000","last_peered":"2024-05-08T22:37:58.591200+0000","last_clean":"2024-05-08T22:37:58.591200+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:37:58.591200+0000","last_undegraded":"2024-05-08T22:37:58.591200+0000","last_fullsized":"2024-05-08T22:37:58.591200+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_clean_scrub_stamp":"2024-05-08T22:37:58.591078+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'158","reported_seq":175,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:21.810999+0000","last_change":"2024-05-08T22:38:21.810999+0000","last_active":"2024-05-08T22:38:21.810999+0000","last_peered":"2024-05-08T22:38:21.810999+0000","last_clean":"2024-05-08T22:38:21.810999+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:38:21.810999+0000","last_undegraded":"2024-05-08T22:38:21.810999+0000","last_fullsized":"2024-05-08T22:38:21.810999+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'158","last_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_deep_scrub":"20'158","last_deep_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_clean_scrub_stamp":"2024-05-08T22:38:21.810869+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.948422+0000","last_change":"2024-05-08T22:37:55.948422+0000","last_active":"2024-05-08T22:37:55.948422+0000","last_peered":"2024-05-08T22:37:55.948422+0000","last_clean":"2024-05-08T22:37:55.948422+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:37:55.948422+0000","last_undegraded":"2024-05-08T22:37:55.948422+0000","last_fullsized":"2024-05-08T22:37:55.948422+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.948293+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.989415+0000","last_change":"2024-05-08T22:37:53.989415+0000","last_active":"2024-05-08T22:37:53.989415+0000","last_peered":"2024-05-08T22:37:53.989415+0000","last_clean":"2024-05-08T22:37:53.989415+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:37:53.989415+0000","last_undegraded":"2024-05-08T22:37:53.989415+0000","last_fullsized":"2024-05-08T22:37:53.989415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.989325+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:23.857455+0000","last_change":"2024-05-08T22:38:23.857455+0000","last_active":"2024-05-08T22:38:23.857455+0000","last_peered":"2024-05-08T22:38:23.857455+0000","last_clean":"2024-05-08T22:38:23.857455+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:38:23.857455+0000","last_undegraded":"2024-05-08T22:38:23.857455+0000","last_fullsized":"2024-05-08T22:38:23.857455+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_clean_scrub_stamp":"2024-05-08T22:38:23.857323+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.621641+0000","last_change":"2024-05-08T22:37:53.621641+0000","last_active":"2024-05-08T22:37:53.621641+0000","last_peered":"2024-05-08T22:37:53.621641+0000","last_clean":"2024-05-08T22:37:53.621641+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:37:53.621641+0000","last_undegraded":"2024-05-08T22:37:53.621641+0000","last_fullsized":"2024-05-08T22:37:53.621641+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.621511+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:57.576836+0000","last_change":"2024-05-08T22:37:57.576836+0000","last_active":"2024-05-08T22:37:57.576836+0000","last_peered":"2024-05-08T22:37:57.576836+0000","last_clean":"2024-05-08T22:37:57.576836+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:37:57.576836+0000","last_undegraded":"2024-05-08T22:37:57.576836+0000","last_fullsized":"2024-05-08T22:37:57.576836+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_clean_scrub_stamp":"2024-05-08T22:37:57.576721+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.796274+0000","last_change":"2024-05-08T22:38:25.796274+0000","last_active":"2024-05-08T22:38:25.796274+0000","last_peered":"2024-05-08T22:38:25.796274+0000","last_clean":"2024-05-08T22:38:25.796274+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:38:25.796274+0000","last_undegraded":"2024-05-08T22:38:25.796274+0000","last_fullsized":"2024-05-08T22:38:25.796274+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.796156+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.991931+0000","last_change":"2024-05-08T22:37:56.991931+0000","last_active":"2024-05-08T22:37:56.991931+0000","last_peered":"2024-05-08T22:37:56.991931+0000","last_clean":"2024-05-08T22:37:56.991931+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:37:56.991931+0000","last_undegraded":"2024-05-08T22:37:56.991931+0000","last_fullsized":"2024-05-08T22:37:56.991931+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.991818+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:54.603536+0000","last_change":"2024-05-08T22:37:54.603536+0000","last_active":"2024-05-08T22:37:54.603536+0000","last_peered":"2024-05-08T22:37:54.603536+0000","last_clean":"2024-05-08T22:37:54.603536+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:37:54.603536+0000","last_undegraded":"2024-05-08T22:37:54.603536+0000","last_fullsized":"2024-05-08T22:37:54.603536+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_clean_scrub_stamp":"2024-05-08T22:37:54.603430+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.120521+0000","last_change":"2024-05-08T22:38:09.120521+0000","last_active":"2024-05-08T22:38:09.120521+0000","last_peered":"2024-05-08T22:38:09.120521+0000","last_clean":"2024-05-08T22:38:09.120521+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:38:09.120521+0000","last_undegraded":"2024-05-08T22:38:09.120521+0000","last_fullsized":"2024-05-08T22:38:09.120521+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.120400+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:52.203838+0000","last_change":"2024-05-08T22:38:52.203838+0000","last_active":"2024-05-08T22:38:52.203838+0000","last_peered":"2024-05-08T22:38:52.203838+0000","last_clean":"2024-05-08T22:38:52.203838+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:38:52.203838+0000","last_undegraded":"2024-05-08T22:38:52.203838+0000","last_fullsized":"2024-05-08T22:38:52.203838+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:52.203715+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:52.203715+0000","last_clean_scrub_stamp":"2024-05-08T22:38:52.203715+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.915264+0000","last_change":"2024-05-08T22:37:53.915264+0000","last_active":"2024-05-08T22:37:53.915264+0000","last_peered":"2024-05-08T22:37:53.915264+0000","last_clean":"2024-05-08T22:37:53.915264+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:37:53.915264+0000","last_undegraded":"2024-05-08T22:37:53.915264+0000","last_fullsized":"2024-05-08T22:37:53.915264+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.915121+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.036092+0000","last_change":"2024-05-08T22:37:53.036092+0000","last_active":"2024-05-08T22:37:53.036092+0000","last_peered":"2024-05-08T22:37:53.036092+0000","last_clean":"2024-05-08T22:37:53.036092+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:53.036092+0000","last_undegraded":"2024-05-08T22:37:53.036092+0000","last_fullsized":"2024-05-08T22:37:53.036092+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'5","last_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_deep_scrub":"20'5","last_deep_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.036005+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'163","reported_seq":180,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.279047+0000","last_change":"2024-05-08T22:38:18.279047+0000","last_active":"2024-05-08T22:38:18.279047+0000","last_peered":"2024-05-08T22:38:18.279047+0000","last_clean":"2024-05-08T22:38:18.279047+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:38:18.279047+0000","last_undegraded":"2024-05-08T22:38:18.279047+0000","last_fullsized":"2024-05-08T22:38:18.279047+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'163","last_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_deep_scrub":"20'163","last_deep_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.278871+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.058044+0000","last_change":"2024-05-08T22:37:59.058044+0000","last_active":"2024-05-08T22:37:59.058044+0000","last_peered":"2024-05-08T22:37:59.058044+0000","last_clean":"2024-05-08T22:37:59.058044+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:37:59.058044+0000","last_undegraded":"2024-05-08T22:37:59.058044+0000","last_fullsized":"2024-05-08T22:37:59.058044+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.057931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.534890+0000","last_change":"2024-05-08T22:37:59.534890+0000","last_active":"2024-05-08T22:37:59.534890+0000","last_peered":"2024-05-08T22:37:59.534890+0000","last_clean":"2024-05-08T22:37:59.534890+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:37:59.534890+0000","last_undegraded":"2024-05-08T22:37:59.534890+0000","last_fullsized":"2024-05-08T22:37:59.534890+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.534776+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'145","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.287051+0000","last_change":"2024-05-08T22:38:17.287051+0000","last_active":"2024-05-08T22:38:17.287051+0000","last_peered":"2024-05-08T22:38:17.287051+0000","last_clean":"2024-05-08T22:38:17.287051+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:38:17.287051+0000","last_undegraded":"2024-05-08T22:38:17.287051+0000","last_fullsized":"2024-05-08T22:38:17.287051+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'145","last_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_deep_scrub":"20'145","last_deep_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.286941+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.067912+0000","last_change":"2024-05-08T22:38:11.067912+0000","last_active":"2024-05-08T22:38:11.067912+0000","last_peered":"2024-05-08T22:38:11.067912+0000","last_clean":"2024-05-08T22:38:11.067912+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:38:11.067912+0000","last_undegraded":"2024-05-08T22:38:11.067912+0000","last_fullsized":"2024-05-08T22:38:11.067912+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.067806+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.605958+0000","last_change":"2024-05-08T22:37:56.605958+0000","last_active":"2024-05-08T22:37:56.605958+0000","last_peered":"2024-05-08T22:37:56.605958+0000","last_clean":"2024-05-08T22:37:56.605958+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:37:56.605958+0000","last_undegraded":"2024-05-08T22:37:56.605958+0000","last_fullsized":"2024-05-08T22:37:56.605958+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.605831+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:41.130645+0000","last_change":"2024-05-08T22:38:41.130645+0000","last_active":"2024-05-08T22:38:41.130645+0000","last_peered":"2024-05-08T22:38:41.130645+0000","last_clean":"2024-05-08T22:38:41.130645+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:38:41.130645+0000","last_undegraded":"2024-05-08T22:38:41.130645+0000","last_fullsized":"2024-05-08T22:38:41.130645+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:41.130510+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:41.130510+0000","last_clean_scrub_stamp":"2024-05-08T22:38:41.130510+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:02.107000+0000","last_change":"2024-05-08T22:38:02.107000+0000","last_active":"2024-05-08T22:38:02.107000+0000","last_peered":"2024-05-08T22:38:02.107000+0000","last_clean":"2024-05-08T22:38:02.107000+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:38:02.107000+0000","last_undegraded":"2024-05-08T22:38:02.107000+0000","last_fullsized":"2024-05-08T22:38:02.107000+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_clean_scrub_stamp":"2024-05-08T22:38:02.106886+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'10","reported_seq":28,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.989467+0000","last_change":"2024-05-08T22:37:55.989467+0000","last_active":"2024-05-08T22:37:55.989467+0000","last_peered":"2024-05-08T22:37:55.989467+0000","last_clean":"2024-05-08T22:37:55.989467+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:55.989467+0000","last_undegraded":"2024-05-08T22:37:55.989467+0000","last_fullsized":"2024-05-08T22:37:55.989467+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'10","last_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_deep_scrub":"20'10","last_deep_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.989364+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.607332+0000","last_change":"2024-05-08T22:38:10.607332+0000","last_active":"2024-05-08T22:38:10.607332+0000","last_peered":"2024-05-08T22:38:10.607332+0000","last_clean":"2024-05-08T22:38:10.607332+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:38:10.607332+0000","last_undegraded":"2024-05-08T22:38:10.607332+0000","last_fullsized":"2024-05-08T22:38:10.607332+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.607201+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:13.161799+0000","last_change":"2024-05-08T22:38:13.161799+0000","last_active":"2024-05-08T22:38:13.161799+0000","last_peered":"2024-05-08T22:38:13.161799+0000","last_clean":"2024-05-08T22:38:13.161799+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:38:13.161799+0000","last_undegraded":"2024-05-08T22:38:13.161799+0000","last_fullsized":"2024-05-08T22:38:13.161799+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_clean_scrub_stamp":"2024-05-08T22:38:13.161661+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'141","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.845639+0000","last_change":"2024-05-08T22:38:35.845639+0000","last_active":"2024-05-08T22:38:35.845639+0000","last_peered":"2024-05-08T22:38:35.845639+0000","last_clean":"2024-05-08T22:38:35.845639+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:38:35.845639+0000","last_undegraded":"2024-05-08T22:38:35.845639+0000","last_fullsized":"2024-05-08T22:38:35.845639+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'141","last_scrub_stamp":"2024-05-08T22:38:35.845509+0000","last_deep_scrub":"20'141","last_deep_scrub_stamp":"2024-05-08T22:38:35.845509+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.845509+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:12.789603+0000","last_change":"2024-05-08T22:38:12.789603+0000","last_active":"2024-05-08T22:38:12.789603+0000","last_peered":"2024-05-08T22:38:12.789603+0000","last_clean":"2024-05-08T22:38:12.789603+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:38:12.789603+0000","last_undegraded":"2024-05-08T22:38:12.789603+0000","last_fullsized":"2024-05-08T22:38:12.789603+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_clean_scrub_stamp":"2024-05-08T22:38:12.789447+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'137","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:34.843969+0000","last_change":"2024-05-08T22:38:34.843969+0000","last_active":"2024-05-08T22:38:34.843969+0000","last_peered":"2024-05-08T22:38:34.843969+0000","last_clean":"2024-05-08T22:38:34.843969+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:38:34.843969+0000","last_undegraded":"2024-05-08T22:38:34.843969+0000","last_fullsized":"2024-05-08T22:38:34.843969+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'137","last_scrub_stamp":"2024-05-08T22:38:34.843882+0000","last_deep_scrub":"20'137","last_deep_scrub_stamp":"2024-05-08T22:38:34.843882+0000","last_clean_scrub_stamp":"2024-05-08T22:38:34.843882+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:36.152599+0000","last_change":"2024-05-08T22:38:36.152599+0000","last_active":"2024-05-08T22:38:36.152599+0000","last_peered":"2024-05-08T22:38:36.152599+0000","last_clean":"2024-05-08T22:38:36.152599+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:38:36.152599+0000","last_undegraded":"2024-05-08T22:38:36.152599+0000","last_fullsized":"2024-05-08T22:38:36.152599+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:36.152479+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:36.152479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:36.152479+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'130","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.806813+0000","last_change":"2024-05-08T22:38:32.806813+0000","last_active":"2024-05-08T22:38:32.806813+0000","last_peered":"2024-05-08T22:38:32.806813+0000","last_clean":"2024-05-08T22:38:32.806813+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:38:32.806813+0000","last_undegraded":"2024-05-08T22:38:32.806813+0000","last_fullsized":"2024-05-08T22:38:32.806813+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'130","last_scrub_stamp":"2024-05-08T22:38:32.806690+0000","last_deep_scrub":"20'130","last_deep_scrub_stamp":"2024-05-08T22:38:32.806690+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.806690+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:37.113414+0000","last_change":"2024-05-08T22:38:37.113414+0000","last_active":"2024-05-08T22:38:37.113414+0000","last_peered":"2024-05-08T22:38:37.113414+0000","last_clean":"2024-05-08T22:38:37.113414+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:38:37.113414+0000","last_undegraded":"2024-05-08T22:38:37.113414+0000","last_fullsized":"2024-05-08T22:38:37.113414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:37.113277+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:37.113277+0000","last_clean_scrub_stamp":"2024-05-08T22:38:37.113277+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'157","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.313245+0000","last_change":"2024-05-08T22:38:28.313245+0000","last_active":"2024-05-08T22:38:28.313245+0000","last_peered":"2024-05-08T22:38:28.313245+0000","last_clean":"2024-05-08T22:38:28.313245+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:38:28.313245+0000","last_undegraded":"2024-05-08T22:38:28.313245+0000","last_fullsized":"2024-05-08T22:38:28.313245+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.313127+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"20'6","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.210145+0000","last_change":"2024-05-08T22:38:15.210145+0000","last_active":"2024-05-08T22:38:15.210145+0000","last_peered":"2024-05-08T22:38:15.210145+0000","last_clean":"2024-05-08T22:38:15.210145+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:38:15.210145+0000","last_undegraded":"2024-05-08T22:38:15.210145+0000","last_fullsized":"2024-05-08T22:38:15.210145+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'6","last_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_deep_scrub":"20'6","last_deep_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.210029+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'170","reported_seq":187,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.779116+0000","last_change":"2024-05-08T22:38:31.779116+0000","last_active":"2024-05-08T22:38:31.779116+0000","last_peered":"2024-05-08T22:38:31.779116+0000","last_clean":"2024-05-08T22:38:31.779116+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:38:31.779116+0000","last_undegraded":"2024-05-08T22:38:31.779116+0000","last_fullsized":"2024-05-08T22:38:31.779116+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'170","last_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_deep_scrub":"20'170","last_deep_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.778951+0000","log_size":170,"ondisk_log_size":170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'150","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.882811+0000","last_change":"2024-05-08T22:38:31.882811+0000","last_active":"2024-05-08T22:38:31.882811+0000","last_peered":"2024-05-08T22:38:31.882811+0000","last_clean":"2024-05-08T22:38:31.882811+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:38:31.882811+0000","last_undegraded":"2024-05-08T22:38:31.882811+0000","last_fullsized":"2024-05-08T22:38:31.882811+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'150","last_scrub_stamp":"2024-05-08T22:38:31.882672+0000","last_deep_scrub":"20'150","last_deep_scrub_stamp":"2024-05-08T22:38:31.882672+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.882672+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'135","reported_seq":152,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:08.286761+0000","last_change":"2024-05-08T22:39:08.286761+0000","last_active":"2024-05-08T22:39:08.286761+0000","last_peered":"2024-05-08T22:39:08.286761+0000","last_clean":"2024-05-08T22:39:08.286761+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:39:08.286761+0000","last_undegraded":"2024-05-08T22:39:08.286761+0000","last_fullsized":"2024-05-08T22:39:08.286761+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'135","last_scrub_stamp":"2024-05-08T22:39:08.286646+0000","last_deep_scrub":"20'135","last_deep_scrub_stamp":"2024-05-08T22:39:08.286646+0000","last_clean_scrub_stamp":"2024-05-08T22:39:08.286646+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:34.238311+0000","last_change":"2024-05-08T22:38:34.238311+0000","last_active":"2024-05-08T22:38:34.238311+0000","last_peered":"2024-05-08T22:38:34.238311+0000","last_clean":"2024-05-08T22:38:34.238311+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:38:34.238311+0000","last_undegraded":"2024-05-08T22:38:34.238311+0000","last_fullsized":"2024-05-08T22:38:34.238311+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:34.238163+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:34.238163+0000","last_clean_scrub_stamp":"2024-05-08T22:38:34.238163+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'118","reported_seq":132,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:36.842368+0000","last_change":"2024-05-08T22:38:36.842368+0000","last_active":"2024-05-08T22:38:36.842368+0000","last_peered":"2024-05-08T22:38:36.842368+0000","last_clean":"2024-05-08T22:38:36.842368+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:38:36.842368+0000","last_undegraded":"2024-05-08T22:38:36.842368+0000","last_fullsized":"2024-05-08T22:38:36.842368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'118","last_scrub_stamp":"2024-05-08T22:38:36.842252+0000","last_deep_scrub":"20'118","last_deep_scrub_stamp":"2024-05-08T22:38:36.842252+0000","last_clean_scrub_stamp":"2024-05-08T22:38:36.842252+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'133","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.842424+0000","last_change":"2024-05-08T22:38:32.842424+0000","last_active":"2024-05-08T22:38:32.842424+0000","last_peered":"2024-05-08T22:38:32.842424+0000","last_clean":"2024-05-08T22:38:32.842424+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:38:32.842424+0000","last_undegraded":"2024-05-08T22:38:32.842424+0000","last_fullsized":"2024-05-08T22:38:32.842424+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'133","last_scrub_stamp":"2024-05-08T22:38:32.842306+0000","last_deep_scrub":"20'133","last_deep_scrub_stamp":"2024-05-08T22:38:32.842306+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.842306+0000","log_size":133,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9216,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9717,"ondisk_log_size":9717,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":158,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":458752,"data_stored":391292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169,"ondisk_log_size":169,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705744,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297604,"kb_used_data":380,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074236,"statfs":{"total":96636764160,"available":96332017664,"internally_reserved":0,"allocated":389120,"data_stored":254043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:38:52 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.36499999999999999,"15min":0.33700000000000002},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.193},"max":{"1min":0.52600000000000002,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41799999999999998,"15min":0.35999999999999999},"min":{"1min":0.246,"5min":0.22,"15min":0.22},"max":{"1min":0.48299999999999998,"5min":3.883,"15min":3.883},"last":0.35599999999999998}]},{"osd":1,"last update":"Wed May 8 22:38:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40899999999999997,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54300000000000004,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.437,"15min":0.377},"min":{"1min":0.311,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.52300000000000002,"5min":3.9910000000000001,"15min":3.9910000000000001},"last":0.39000000000000001}]},{"osd":2,"last update":"Wed May 8 22:38:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42199999999999999,"15min":0.39200000000000002},"min":{"1min":0.29999999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.55700000000000005,"5min":1.5009999999999999,"15min":1.5009999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45300000000000001,"15min":0.39700000000000002},"min":{"1min":0.28899999999999998,"5min":0.27000000000000002,"15min":0.26600000000000001},"max":{"1min":0.64000000000000001,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.44}]}]},{"osd":2,"up_from":9,"seq":38654705743,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309756,"kb_used_data":372,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062084,"statfs":{"total":96636764160,"available":96319574016,"internally_reserved":0,"allocated":380928,"data_stored":254354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.38700000000000001,"15min":0.32500000000000001},"min":{"1min":0.20899999999999999,"5min":0.17599999999999999,"15min":0.16600000000000001},"max":{"1min":0.51000000000000001,"5min":3.8599999999999999,"15min":3.8599999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.36799999999999999,"15min":0.34399999999999997},"min":{"1min":0.24199999999999999,"5min":0.20000000000000001,"15min":0.186},"max":{"1min":0.45500000000000002,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.437,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.19,"15min":0.19},"max":{"1min":0.53400000000000003,"5min":2.3210000000000002,"15min":2.3210000000000002},"last":0.313},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.46400000000000002,"15min":0.39300000000000002},"min":{"1min":0.28799999999999998,"5min":0.193,"15min":0.193},"max":{"1min":0.56899999999999995,"5min":3.5470000000000002,"15min":3.5470000000000002},"last":0.39400000000000002}]},{"osd":3,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.439,"15min":0.38},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.54100000000000004,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.504,"15min":0.435},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.55100000000000005,"5min":3.468,"15min":3.468},"last":0.42199999999999999}]}]},{"osd":0,"up_from":9,"seq":38654705744,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309572,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062268,"statfs":{"total":96636764160,"available":96319762432,"internally_reserved":0,"allocated":192512,"data_stored":60683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.372,"15min":0.35599999999999998},"min":{"1min":0.248,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.40500000000000003,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.45400000000000001,"15min":0.39800000000000002},"min":{"1min":0.26700000000000002,"5min":0.215,"15min":0.215},"max":{"1min":0.48099999999999998,"5min":8.6280000000000001,"15min":8.6280000000000001},"last":0.35399999999999998}]},{"osd":2,"last update":"Wed May 8 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.27800000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.438,"5min":1.054,"15min":1.054},"last":0.308},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39400000000000002,"15min":0.38200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.50900000000000001,"5min":1.958,"15min":1.958},"last":0.39000000000000001}]},{"osd":3,"last update":"Wed May 8 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.40200000000000002},"min":{"1min":0.32200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.48699999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41599999999999998,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.47799999999999998,"5min":2.5779999999999998,"15min":2.5779999999999998},"last":0.316}]}]},{"osd":1,"up_from":9,"seq":38654705744,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297404,"kb_used_data":180,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074436,"statfs":{"total":96636764160,"available":96332222464,"internally_reserved":0,"allocated":184320,"data_stored":60124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.373,"15min":0.32400000000000001},"min":{"1min":0.26100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.54600000000000004,"5min":3.766,"15min":3.766},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.35899999999999999,"15min":0.34100000000000003},"min":{"1min":0.26800000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.498,"5min":0.622,"15min":0.622},"last":0.51700000000000002}]},{"osd":2,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.374,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.248,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":1.357,"15min":1.357},"last":0.44},{"interface":"front","average":{"1min":0.374,"5min":0.40500000000000003,"15min":0.36399999999999999},"min":{"1min":0.30599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.501,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.47699999999999998}]},{"osd":3,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.42199999999999999,"15min":0.38400000000000001},"min":{"1min":0.27300000000000002,"5min":0.25900000000000001,"15min":0.25700000000000001},"max":{"1min":0.52400000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.38200000000000001},"min":{"1min":0.309,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51500000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.498}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":208896,"data_stored":194876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":194565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:39:15.529 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-05-08T22:32:52.927670+0000 time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=32, tm_sec=52, tm_wday=2, tm_yday=129, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=5, tm_mday=8, tm_hour=22, tm_min=37, tm_sec=50, tm_wday=2, tm_yday=129, tm_isdst=0) 2024-05-08T22:39:15.530 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-05-08T22:39:35.531 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T22:39:35.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.666+0000 7f7c26fcd700 1 Processor -- start 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.666+0000 7f7c26fcd700 1 -- start start 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c26fcd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 0x7f7c201254d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c26fcd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20069370 0x7f7c201259c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c26fcd700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7c20124f60 0x7f7c20068320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c26fcd700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c20062ae0 con 0x7f7c20124f60 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c26fcd700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c20097020 con 0x7f7c20062700 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c26fcd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7c20125eb0 con 0x7f7c20069370 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c24d69700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 0x7f7c201254d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c1ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20069370 0x7f7c201259c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7c20124f60 0x7f7c20068320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c24d69700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 0x7f7c201254d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45854/0 (socket says 172.21.15.38:45854) 2024-05-08T22:39:35.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c24d69700 1 -- 172.21.15.38:0/3850957801 learned_addr learned my addr 172.21.15.38:0/3850957801 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 -- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20069370 msgr2=0x7f7c201259c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20069370 0x7f7c201259c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 -- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 msgr2=0x7f7c201254d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 0x7f7c201254d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 -- 172.21.15.38:0/3850957801 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c20091a70 con 0x7f7c20124f60 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c1ffff700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20069370 0x7f7c201259c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c24d69700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 0x7f7c201254d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.667+0000 7f7c2556a700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c20068320 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 rx=0x7f7c18009e60 tx=0x7f7c18009780).ready entity=mon.0 client_cookie=5de071737cf04cc7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c1f7fe700 1 -- 172.21.15.38:0/3850957801 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1800e070 con 0x7f7c20124f60 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c1f7fe700 1 -- 172.21.15.38:0/3850957801 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c1800ba50 con 0x7f7c20124f60 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c1f7fe700 1 -- 172.21.15.38:0/3850957801 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1800bdd0 con 0x7f7c20124f60 2024-05-08T22:39:35.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 -- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 msgr2=0x7f7c20068320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c20068320 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 rx=0x7f7c18009e60 tx=0x7f7c18009780).stop 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 -- 172.21.15.38:0/3850957801 shutdown_connections 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c20068320 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20062700 0x7f7c201254d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/3850957801 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20069370 0x7f7c201259c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 -- 172.21.15.38:0/3850957801 >> 172.21.15.38:0/3850957801 conn(0x7f7c2009a660 msgr2=0x7f7c2009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 -- 172.21.15.38:0/3850957801 shutdown_connections 2024-05-08T22:39:35.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.668+0000 7f7c26fcd700 1 -- 172.21.15.38:0/3850957801 wait complete. 2024-05-08T22:39:35.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.669+0000 7f7c26fcd700 1 Processor -- start 2024-05-08T22:39:35.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.669+0000 7f7c26fcd700 1 -- start start 2024-05-08T22:39:35.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c26fcd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20062700 0x7f7c201116c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:35.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c26fcd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 0x7f7c20111bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:35.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c26fcd700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c201120a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c26fcd700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c20122820 con 0x7f7c20124f60 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c26fcd700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c20069c80 con 0x7f7c20069370 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c26fcd700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7c201151f0 con 0x7f7c20062700 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c1ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 0x7f7c20111bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20062700 0x7f7c201116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c2556a700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c201120a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c1ffff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 0x7f7c20111bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45860/0 (socket says 172.21.15.38:45860) 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c1ffff700 1 -- 172.21.15.38:0/923137736 learned_addr learned my addr 172.21.15.38:0/923137736 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 -- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 msgr2=0x7f7c20111bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 0x7f7c20111bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 -- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 msgr2=0x7f7c201120a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c201120a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 -- 172.21.15.38:0/923137736 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c14009370 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c1ffff700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 0x7f7c20111bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.670+0000 7f7c24d69700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20062700 0x7f7c201116c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 rx=0x7f7c1400ea30 tx=0x7f7c140090f0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.671+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c14009650 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.671+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c1400ee70 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.671+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c0c0092a0 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.671+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1400ca60 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.671+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c18009a20 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.671+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f7c1401b400 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.672+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f7c1403b730 con 0x7f7c20062700 2024-05-08T22:39:35.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.672+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c20114e70 con 0x7f7c20062700 2024-05-08T22:39:35.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.676+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f7c20114e70 con 0x7f7c20062700 2024-05-08T22:39:35.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.841+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 --> v1:172.21.15.38:6816/46721 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7c20114e70 con 0x7f7c0402bd00 2024-05-08T22:39:35.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.847+0000 7f7c1d7fa700 1 -- 172.21.15.38:0/923137736 <== mgr.4100 v1:172.21.15.38:6816/46721 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+256477 (unknown 2965378022 0 2737160814) 0x7f7c20114e70 con 0x7f7c0402bd00 2024-05-08T22:39:35.853 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:39:35.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 >> v1:172.21.15.38:6816/46721 conn(0x7f7c0402bd00 legacy=0x7f7c0402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:35.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20062700 msgr2=0x7f7c201116c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:35.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20062700 0x7f7c201116c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 rx=0x7f7c1400ea30 tx=0x7f7c140090f0).stop 2024-05-08T22:39:35.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 shutdown_connections 2024-05-08T22:39:35.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7c20124f60 0x7f7c201120a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f7c20062700 0x7f7c201116c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 --2- 172.21.15.38:0/923137736 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7c20069370 0x7f7c20111bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:35.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 >> 172.21.15.38:0/923137736 conn(0x7f7c2009a660 msgr2=0x7f7c201288c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:35.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 shutdown_connections 2024-05-08T22:39:35.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:35.850+0000 7f7c26fcd700 1 -- 172.21.15.38:0/923137736 wait complete. 2024-05-08T22:39:35.858 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-05-08T22:39:35.862 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":222,"stamp":"2024-05-08T22:39:35.754908+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":9374,"num_write_kb":25166075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9886,"ondisk_log_size":9886,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1214336,"kb_used_data":1120,"kb_used_omap":0,"kb_used_meta":1213184,"kb_avail":376273024,"statfs":{"total":386547056640,"available":385303576576,"internally_reserved":0,"allocated":1146880,"data_stored":629204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1242300416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002980"},"pg_stats":[{"pgid":"4.3f","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:53.902741+0000","last_change":"2024-05-08T22:38:53.902741+0000","last_active":"2024-05-08T22:38:53.902741+0000","last_peered":"2024-05-08T22:38:53.902741+0000","last_clean":"2024-05-08T22:38:53.902741+0000","last_became_active":"2024-05-08T22:32:53.381341+0000","last_became_peered":"2024-05-08T22:32:53.381341+0000","last_unstale":"2024-05-08T22:38:53.902741+0000","last_undegraded":"2024-05-08T22:38:53.902741+0000","last_fullsized":"2024-05-08T22:38:53.902741+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:53.902607+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:53.902607+0000","last_clean_scrub_stamp":"2024-05-08T22:38:53.902607+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"20'130","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.846418+0000","last_change":"2024-05-08T22:38:50.846418+0000","last_active":"2024-05-08T22:38:50.846418+0000","last_peered":"2024-05-08T22:38:50.846418+0000","last_clean":"2024-05-08T22:38:50.846418+0000","last_became_active":"2024-05-08T22:32:53.369854+0000","last_became_peered":"2024-05-08T22:32:53.369854+0000","last_unstale":"2024-05-08T22:38:50.846418+0000","last_undegraded":"2024-05-08T22:38:50.846418+0000","last_fullsized":"2024-05-08T22:38:50.846418+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'130","last_scrub_stamp":"2024-05-08T22:38:50.846285+0000","last_deep_scrub":"20'130","last_deep_scrub_stamp":"2024-05-08T22:38:50.846285+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.846285+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:58.220369+0000","last_change":"2024-05-08T22:38:58.220369+0000","last_active":"2024-05-08T22:38:58.220369+0000","last_peered":"2024-05-08T22:38:58.220369+0000","last_clean":"2024-05-08T22:38:58.220369+0000","last_became_active":"2024-05-08T22:32:53.369540+0000","last_became_peered":"2024-05-08T22:32:53.369540+0000","last_unstale":"2024-05-08T22:38:58.220369+0000","last_undegraded":"2024-05-08T22:38:58.220369+0000","last_fullsized":"2024-05-08T22:38:58.220369+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:58.220225+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:58.220225+0000","last_clean_scrub_stamp":"2024-05-08T22:38:58.220225+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"20'173","reported_seq":190,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:56.266996+0000","last_change":"2024-05-08T22:38:56.266996+0000","last_active":"2024-05-08T22:38:56.266996+0000","last_peered":"2024-05-08T22:38:56.266996+0000","last_clean":"2024-05-08T22:38:56.266996+0000","last_became_active":"2024-05-08T22:32:53.365073+0000","last_became_peered":"2024-05-08T22:32:53.365073+0000","last_unstale":"2024-05-08T22:38:56.266996+0000","last_undegraded":"2024-05-08T22:38:56.266996+0000","last_fullsized":"2024-05-08T22:38:56.266996+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'173","last_scrub_stamp":"2024-05-08T22:38:56.266871+0000","last_deep_scrub":"20'173","last_deep_scrub_stamp":"2024-05-08T22:38:56.266871+0000","last_clean_scrub_stamp":"2024-05-08T22:38:56.266871+0000","log_size":173,"ondisk_log_size":173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"20'148","reported_seq":165,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.226771+0000","last_change":"2024-05-08T22:38:50.226771+0000","last_active":"2024-05-08T22:38:50.226771+0000","last_peered":"2024-05-08T22:38:50.226771+0000","last_clean":"2024-05-08T22:38:50.226771+0000","last_became_active":"2024-05-08T22:32:53.382633+0000","last_became_peered":"2024-05-08T22:32:53.382633+0000","last_unstale":"2024-05-08T22:38:50.226771+0000","last_undegraded":"2024-05-08T22:38:50.226771+0000","last_fullsized":"2024-05-08T22:38:50.226771+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'148","last_scrub_stamp":"2024-05-08T22:38:50.226608+0000","last_deep_scrub":"20'148","last_deep_scrub_stamp":"2024-05-08T22:38:50.226608+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.226608+0000","log_size":148,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"20'135","reported_seq":152,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:14.270373+0000","last_change":"2024-05-08T22:39:14.270373+0000","last_active":"2024-05-08T22:39:14.270373+0000","last_peered":"2024-05-08T22:39:14.270373+0000","last_clean":"2024-05-08T22:39:14.270373+0000","last_became_active":"2024-05-08T22:32:53.368119+0000","last_became_peered":"2024-05-08T22:32:53.368119+0000","last_unstale":"2024-05-08T22:39:14.270373+0000","last_undegraded":"2024-05-08T22:39:14.270373+0000","last_fullsized":"2024-05-08T22:39:14.270373+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'135","last_scrub_stamp":"2024-05-08T22:39:14.270229+0000","last_deep_scrub":"20'135","last_deep_scrub_stamp":"2024-05-08T22:39:14.270229+0000","last_clean_scrub_stamp":"2024-05-08T22:39:14.270229+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.39","version":"20'164","reported_seq":181,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:10.200372+0000","last_change":"2024-05-08T22:39:10.200372+0000","last_active":"2024-05-08T22:39:10.200372+0000","last_peered":"2024-05-08T22:39:10.200372+0000","last_clean":"2024-05-08T22:39:10.200372+0000","last_became_active":"2024-05-08T22:32:53.385651+0000","last_became_peered":"2024-05-08T22:32:53.385651+0000","last_unstale":"2024-05-08T22:39:10.200372+0000","last_undegraded":"2024-05-08T22:39:10.200372+0000","last_fullsized":"2024-05-08T22:39:10.200372+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'164","last_scrub_stamp":"2024-05-08T22:39:10.200191+0000","last_deep_scrub":"20'164","last_deep_scrub_stamp":"2024-05-08T22:39:10.200191+0000","last_clean_scrub_stamp":"2024-05-08T22:39:10.200191+0000","log_size":164,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.38","version":"20'186","reported_seq":203,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:56.977867+0000","last_change":"2024-05-08T22:38:56.977867+0000","last_active":"2024-05-08T22:38:56.977867+0000","last_peered":"2024-05-08T22:38:56.977867+0000","last_clean":"2024-05-08T22:38:56.977867+0000","last_became_active":"2024-05-08T22:32:53.365303+0000","last_became_peered":"2024-05-08T22:32:53.365303+0000","last_unstale":"2024-05-08T22:38:56.977867+0000","last_undegraded":"2024-05-08T22:38:56.977867+0000","last_fullsized":"2024-05-08T22:38:56.977867+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'186","last_scrub_stamp":"2024-05-08T22:38:56.977741+0000","last_deep_scrub":"20'186","last_deep_scrub_stamp":"2024-05-08T22:38:56.977741+0000","last_clean_scrub_stamp":"2024-05-08T22:38:56.977741+0000","log_size":186,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":177,"num_write_kb":483328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.37","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:49.180733+0000","last_change":"2024-05-08T22:38:49.180733+0000","last_active":"2024-05-08T22:38:49.180733+0000","last_peered":"2024-05-08T22:38:49.180733+0000","last_clean":"2024-05-08T22:38:49.180733+0000","last_became_active":"2024-05-08T22:32:53.381308+0000","last_became_peered":"2024-05-08T22:32:53.381308+0000","last_unstale":"2024-05-08T22:38:49.180733+0000","last_undegraded":"2024-05-08T22:38:49.180733+0000","last_fullsized":"2024-05-08T22:38:49.180733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:49.180595+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:49.180595+0000","last_clean_scrub_stamp":"2024-05-08T22:38:49.180595+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"20'156","reported_seq":173,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:55.932275+0000","last_change":"2024-05-08T22:38:55.932275+0000","last_active":"2024-05-08T22:38:55.932275+0000","last_peered":"2024-05-08T22:38:55.932275+0000","last_clean":"2024-05-08T22:38:55.932275+0000","last_became_active":"2024-05-08T22:32:53.377246+0000","last_became_peered":"2024-05-08T22:32:53.377246+0000","last_unstale":"2024-05-08T22:38:55.932275+0000","last_undegraded":"2024-05-08T22:38:55.932275+0000","last_fullsized":"2024-05-08T22:38:55.932275+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'156","last_scrub_stamp":"2024-05-08T22:38:55.932158+0000","last_deep_scrub":"20'156","last_deep_scrub_stamp":"2024-05-08T22:38:55.932158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:55.932158+0000","log_size":156,"ondisk_log_size":156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.35","version":"20'189","reported_seq":206,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:54.922825+0000","last_change":"2024-05-08T22:38:54.922825+0000","last_active":"2024-05-08T22:38:54.922825+0000","last_peered":"2024-05-08T22:38:54.922825+0000","last_clean":"2024-05-08T22:38:54.922825+0000","last_became_active":"2024-05-08T22:32:53.371754+0000","last_became_peered":"2024-05-08T22:32:53.371754+0000","last_unstale":"2024-05-08T22:38:54.922825+0000","last_undegraded":"2024-05-08T22:38:54.922825+0000","last_fullsized":"2024-05-08T22:38:54.922825+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'189","last_scrub_stamp":"2024-05-08T22:38:54.922660+0000","last_deep_scrub":"20'189","last_deep_scrub_stamp":"2024-05-08T22:38:54.922660+0000","last_clean_scrub_stamp":"2024-05-08T22:38:54.922660+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.34","version":"20'142","reported_seq":159,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:46.829698+0000","last_change":"2024-05-08T22:38:46.829698+0000","last_active":"2024-05-08T22:38:46.829698+0000","last_peered":"2024-05-08T22:38:46.829698+0000","last_clean":"2024-05-08T22:38:46.829698+0000","last_became_active":"2024-05-08T22:32:53.387569+0000","last_became_peered":"2024-05-08T22:32:53.387569+0000","last_unstale":"2024-05-08T22:38:46.829698+0000","last_undegraded":"2024-05-08T22:38:46.829698+0000","last_fullsized":"2024-05-08T22:38:46.829698+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'142","last_scrub_stamp":"2024-05-08T22:38:46.829540+0000","last_deep_scrub":"20'142","last_deep_scrub_stamp":"2024-05-08T22:38:46.829540+0000","last_clean_scrub_stamp":"2024-05-08T22:38:46.829540+0000","log_size":142,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:45.850445+0000","last_change":"2024-05-08T22:38:45.850445+0000","last_active":"2024-05-08T22:38:45.850445+0000","last_peered":"2024-05-08T22:38:45.850445+0000","last_clean":"2024-05-08T22:38:45.850445+0000","last_became_active":"2024-05-08T22:32:53.382168+0000","last_became_peered":"2024-05-08T22:32:53.382168+0000","last_unstale":"2024-05-08T22:38:45.850445+0000","last_undegraded":"2024-05-08T22:38:45.850445+0000","last_fullsized":"2024-05-08T22:38:45.850445+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:45.850313+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:45.850313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:45.850313+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"20'149","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:51.965100+0000","last_change":"2024-05-08T22:38:51.965100+0000","last_active":"2024-05-08T22:38:51.965100+0000","last_peered":"2024-05-08T22:38:51.965100+0000","last_clean":"2024-05-08T22:38:51.965100+0000","last_became_active":"2024-05-08T22:32:53.366911+0000","last_became_peered":"2024-05-08T22:32:53.366911+0000","last_unstale":"2024-05-08T22:38:51.965100+0000","last_undegraded":"2024-05-08T22:38:51.965100+0000","last_fullsized":"2024-05-08T22:38:51.965100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'149","last_scrub_stamp":"2024-05-08T22:38:51.964969+0000","last_deep_scrub":"20'149","last_deep_scrub_stamp":"2024-05-08T22:38:51.964969+0000","last_clean_scrub_stamp":"2024-05-08T22:38:51.964969+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.31","version":"20'151","reported_seq":168,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:48.172396+0000","last_change":"2024-05-08T22:38:48.172396+0000","last_active":"2024-05-08T22:38:48.172396+0000","last_peered":"2024-05-08T22:38:48.172396+0000","last_clean":"2024-05-08T22:38:48.172396+0000","last_became_active":"2024-05-08T22:32:53.364023+0000","last_became_peered":"2024-05-08T22:32:53.364023+0000","last_unstale":"2024-05-08T22:38:48.172396+0000","last_undegraded":"2024-05-08T22:38:48.172396+0000","last_fullsized":"2024-05-08T22:38:48.172396+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:48.172257+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:48.172257+0000","last_clean_scrub_stamp":"2024-05-08T22:38:48.172257+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"20'147","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:42.875250+0000","last_change":"2024-05-08T22:38:42.875250+0000","last_active":"2024-05-08T22:38:42.875250+0000","last_peered":"2024-05-08T22:38:42.875250+0000","last_clean":"2024-05-08T22:38:42.875250+0000","last_became_active":"2024-05-08T22:33:42.928125+0000","last_became_peered":"2024-05-08T22:33:42.928125+0000","last_unstale":"2024-05-08T22:38:42.875250+0000","last_undegraded":"2024-05-08T22:38:42.875250+0000","last_fullsized":"2024-05-08T22:38:42.875250+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'147","last_scrub_stamp":"2024-05-08T22:38:42.875134+0000","last_deep_scrub":"20'147","last_deep_scrub_stamp":"2024-05-08T22:38:42.875134+0000","last_clean_scrub_stamp":"2024-05-08T22:38:42.875134+0000","log_size":147,"ondisk_log_size":147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2f","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:46.099158+0000","last_change":"2024-05-08T22:38:46.099158+0000","last_active":"2024-05-08T22:38:46.099158+0000","last_peered":"2024-05-08T22:38:46.099158+0000","last_clean":"2024-05-08T22:38:46.099158+0000","last_became_active":"2024-05-08T22:32:53.381651+0000","last_became_peered":"2024-05-08T22:32:53.381651+0000","last_unstale":"2024-05-08T22:38:46.099158+0000","last_undegraded":"2024-05-08T22:38:46.099158+0000","last_fullsized":"2024-05-08T22:38:46.099158+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:46.099002+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:46.099002+0000","last_clean_scrub_stamp":"2024-05-08T22:38:46.099002+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:44.055583+0000","last_change":"2024-05-08T22:38:44.055583+0000","last_active":"2024-05-08T22:38:44.055583+0000","last_peered":"2024-05-08T22:38:44.055583+0000","last_clean":"2024-05-08T22:38:44.055583+0000","last_became_active":"2024-05-08T22:32:53.374428+0000","last_became_peered":"2024-05-08T22:32:53.374428+0000","last_unstale":"2024-05-08T22:38:44.055583+0000","last_undegraded":"2024-05-08T22:38:44.055583+0000","last_fullsized":"2024-05-08T22:38:44.055583+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:44.055466+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:44.055466+0000","last_clean_scrub_stamp":"2024-05-08T22:38:44.055466+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"20'172","reported_seq":189,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:40.965333+0000","last_change":"2024-05-08T22:38:40.965333+0000","last_active":"2024-05-08T22:38:40.965333+0000","last_peered":"2024-05-08T22:38:40.965333+0000","last_clean":"2024-05-08T22:38:40.965333+0000","last_became_active":"2024-05-08T22:32:53.387374+0000","last_became_peered":"2024-05-08T22:32:53.387374+0000","last_unstale":"2024-05-08T22:38:40.965333+0000","last_undegraded":"2024-05-08T22:38:40.965333+0000","last_fullsized":"2024-05-08T22:38:40.965333+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'172","last_scrub_stamp":"2024-05-08T22:38:40.965157+0000","last_deep_scrub":"20'172","last_deep_scrub_stamp":"2024-05-08T22:38:40.965157+0000","last_clean_scrub_stamp":"2024-05-08T22:38:40.965157+0000","log_size":172,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":165,"num_write_kb":450560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"20'161","reported_seq":178,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:50.921623+0000","last_change":"2024-05-08T22:38:50.921623+0000","last_active":"2024-05-08T22:38:50.921623+0000","last_peered":"2024-05-08T22:38:50.921623+0000","last_clean":"2024-05-08T22:38:50.921623+0000","last_became_active":"2024-05-08T22:32:53.390611+0000","last_became_peered":"2024-05-08T22:32:53.390611+0000","last_unstale":"2024-05-08T22:38:50.921623+0000","last_undegraded":"2024-05-08T22:38:50.921623+0000","last_fullsized":"2024-05-08T22:38:50.921623+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'161","last_scrub_stamp":"2024-05-08T22:38:50.921516+0000","last_deep_scrub":"20'161","last_deep_scrub_stamp":"2024-05-08T22:38:50.921516+0000","last_clean_scrub_stamp":"2024-05-08T22:38:50.921516+0000","log_size":161,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":153,"num_write_kb":417792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2b","version":"20'137","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:49.900806+0000","last_change":"2024-05-08T22:38:49.900806+0000","last_active":"2024-05-08T22:38:49.900806+0000","last_peered":"2024-05-08T22:38:49.900806+0000","last_clean":"2024-05-08T22:38:49.900806+0000","last_became_active":"2024-05-08T22:32:53.376779+0000","last_became_peered":"2024-05-08T22:32:53.376779+0000","last_unstale":"2024-05-08T22:38:49.900806+0000","last_undegraded":"2024-05-08T22:38:49.900806+0000","last_fullsized":"2024-05-08T22:38:49.900806+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'137","last_scrub_stamp":"2024-05-08T22:38:49.900648+0000","last_deep_scrub":"20'137","last_deep_scrub_stamp":"2024-05-08T22:38:49.900648+0000","last_clean_scrub_stamp":"2024-05-08T22:38:49.900648+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2a","version":"20'166","reported_seq":183,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.211068+0000","last_change":"2024-05-08T22:38:35.211068+0000","last_active":"2024-05-08T22:38:35.211068+0000","last_peered":"2024-05-08T22:38:35.211068+0000","last_clean":"2024-05-08T22:38:35.211068+0000","last_became_active":"2024-05-08T22:32:53.364317+0000","last_became_peered":"2024-05-08T22:32:53.364317+0000","last_unstale":"2024-05-08T22:38:35.211068+0000","last_undegraded":"2024-05-08T22:38:35.211068+0000","last_fullsized":"2024-05-08T22:38:35.211068+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'166","last_scrub_stamp":"2024-05-08T22:38:35.210919+0000","last_deep_scrub":"20'166","last_deep_scrub_stamp":"2024-05-08T22:38:35.210919+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.210919+0000","log_size":166,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:09.249787+0000","last_change":"2024-05-08T22:39:09.249787+0000","last_active":"2024-05-08T22:39:09.249787+0000","last_peered":"2024-05-08T22:39:09.249787+0000","last_clean":"2024-05-08T22:39:09.249787+0000","last_became_active":"2024-05-08T22:32:53.379947+0000","last_became_peered":"2024-05-08T22:32:53.379947+0000","last_unstale":"2024-05-08T22:39:09.249787+0000","last_undegraded":"2024-05-08T22:39:09.249787+0000","last_fullsized":"2024-05-08T22:39:09.249787+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:39:09.249648+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:39:09.249648+0000","last_clean_scrub_stamp":"2024-05-08T22:39:09.249648+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"20'180","reported_seq":197,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:48.944926+0000","last_change":"2024-05-08T22:38:48.944926+0000","last_active":"2024-05-08T22:38:48.944926+0000","last_peered":"2024-05-08T22:38:48.944926+0000","last_clean":"2024-05-08T22:38:48.944926+0000","last_became_active":"2024-05-08T22:32:53.378406+0000","last_became_peered":"2024-05-08T22:32:53.378406+0000","last_unstale":"2024-05-08T22:38:48.944926+0000","last_undegraded":"2024-05-08T22:38:48.944926+0000","last_fullsized":"2024-05-08T22:38:48.944926+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'180","last_scrub_stamp":"2024-05-08T22:38:48.944764+0000","last_deep_scrub":"20'180","last_deep_scrub_stamp":"2024-05-08T22:38:48.944764+0000","last_clean_scrub_stamp":"2024-05-08T22:38:48.944764+0000","log_size":180,"ondisk_log_size":180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":174,"num_write_kb":475136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:37.865653+0000","last_change":"2024-05-08T22:38:37.865653+0000","last_active":"2024-05-08T22:38:37.865653+0000","last_peered":"2024-05-08T22:38:37.865653+0000","last_clean":"2024-05-08T22:38:37.865653+0000","last_became_active":"2024-05-08T22:32:53.378744+0000","last_became_peered":"2024-05-08T22:32:53.378744+0000","last_unstale":"2024-05-08T22:38:37.865653+0000","last_undegraded":"2024-05-08T22:38:37.865653+0000","last_fullsized":"2024-05-08T22:38:37.865653+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:37.865530+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:37.865530+0000","last_clean_scrub_stamp":"2024-05-08T22:38:37.865530+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"20'198","reported_seq":215,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:33.849841+0000","last_change":"2024-05-08T22:38:33.849841+0000","last_active":"2024-05-08T22:38:33.849841+0000","last_peered":"2024-05-08T22:38:33.849841+0000","last_clean":"2024-05-08T22:38:33.849841+0000","last_became_active":"2024-05-08T22:32:53.366397+0000","last_became_peered":"2024-05-08T22:32:53.366397+0000","last_unstale":"2024-05-08T22:38:33.849841+0000","last_undegraded":"2024-05-08T22:38:33.849841+0000","last_fullsized":"2024-05-08T22:38:33.849841+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'198","last_scrub_stamp":"2024-05-08T22:38:33.849723+0000","last_deep_scrub":"20'198","last_deep_scrub_stamp":"2024-05-08T22:38:33.849723+0000","last_clean_scrub_stamp":"2024-05-08T22:38:33.849723+0000","log_size":198,"ondisk_log_size":198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"20'144","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:39.927303+0000","last_change":"2024-05-08T22:38:39.927303+0000","last_active":"2024-05-08T22:38:39.927303+0000","last_peered":"2024-05-08T22:38:39.927303+0000","last_clean":"2024-05-08T22:38:39.927303+0000","last_became_active":"2024-05-08T22:33:42.929878+0000","last_became_peered":"2024-05-08T22:33:42.929878+0000","last_unstale":"2024-05-08T22:38:39.927303+0000","last_undegraded":"2024-05-08T22:38:39.927303+0000","last_fullsized":"2024-05-08T22:38:39.927303+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:39.927156+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:39.927156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:39.927156+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.742025+0000","last_change":"2024-05-08T22:38:11.742025+0000","last_active":"2024-05-08T22:38:11.742025+0000","last_peered":"2024-05-08T22:38:11.742025+0000","last_clean":"2024-05-08T22:38:11.742025+0000","last_became_active":"2024-05-08T22:32:52.959727+0000","last_became_peered":"2024-05-08T22:32:52.959727+0000","last_unstale":"2024-05-08T22:38:11.742025+0000","last_undegraded":"2024-05-08T22:38:11.742025+0000","last_fullsized":"2024-05-08T22:38:11.742025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:11.741859+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.741859+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"20'183","reported_seq":200,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:01.207498+0000","last_change":"2024-05-08T22:39:01.207498+0000","last_active":"2024-05-08T22:39:01.207498+0000","last_peered":"2024-05-08T22:39:01.207498+0000","last_clean":"2024-05-08T22:39:01.207498+0000","last_became_active":"2024-05-08T22:32:53.372870+0000","last_became_peered":"2024-05-08T22:32:53.372870+0000","last_unstale":"2024-05-08T22:39:01.207498+0000","last_undegraded":"2024-05-08T22:39:01.207498+0000","last_fullsized":"2024-05-08T22:39:01.207498+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'183","last_scrub_stamp":"2024-05-08T22:39:01.207375+0000","last_deep_scrub":"20'183","last_deep_scrub_stamp":"2024-05-08T22:39:01.207375+0000","last_clean_scrub_stamp":"2024-05-08T22:39:01.207375+0000","log_size":183,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":168,"num_write_kb":458752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.714285+0000","last_change":"2024-05-08T22:38:07.714285+0000","last_active":"2024-05-08T22:38:07.714285+0000","last_peered":"2024-05-08T22:38:07.714285+0000","last_clean":"2024-05-08T22:38:07.714285+0000","last_became_active":"2024-05-08T22:32:52.959943+0000","last_became_peered":"2024-05-08T22:32:52.959943+0000","last_unstale":"2024-05-08T22:38:07.714285+0000","last_undegraded":"2024-05-08T22:38:07.714285+0000","last_fullsized":"2024-05-08T22:38:07.714285+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.714158+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.714158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"20'152","reported_seq":169,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.302095+0000","last_change":"2024-05-08T22:38:30.302095+0000","last_active":"2024-05-08T22:38:30.302095+0000","last_peered":"2024-05-08T22:38:30.302095+0000","last_clean":"2024-05-08T22:38:30.302095+0000","last_became_active":"2024-05-08T22:32:53.374509+0000","last_became_peered":"2024-05-08T22:32:53.374509+0000","last_unstale":"2024-05-08T22:38:30.302095+0000","last_undegraded":"2024-05-08T22:38:30.302095+0000","last_fullsized":"2024-05-08T22:38:30.302095+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'152","last_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_deep_scrub":"20'152","last_deep_scrub_stamp":"2024-05-08T22:38:30.301977+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.301977+0000","log_size":152,"ondisk_log_size":152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.185922+0000","last_change":"2024-05-08T22:38:35.185922+0000","last_active":"2024-05-08T22:38:35.185922+0000","last_peered":"2024-05-08T22:38:35.185922+0000","last_clean":"2024-05-08T22:38:35.185922+0000","last_became_active":"2024-05-08T22:32:52.968408+0000","last_became_peered":"2024-05-08T22:32:52.968408+0000","last_unstale":"2024-05-08T22:38:35.185922+0000","last_undegraded":"2024-05-08T22:38:35.185922+0000","last_fullsized":"2024-05-08T22:38:35.185922+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:35.185808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:35.185808+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.185808+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"20'135","reported_seq":152,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:05.254078+0000","last_change":"2024-05-08T22:39:05.254078+0000","last_active":"2024-05-08T22:39:05.254078+0000","last_peered":"2024-05-08T22:39:05.254078+0000","last_clean":"2024-05-08T22:39:05.254078+0000","last_became_active":"2024-05-08T22:32:53.378770+0000","last_became_peered":"2024-05-08T22:32:53.378770+0000","last_unstale":"2024-05-08T22:39:05.254078+0000","last_undegraded":"2024-05-08T22:39:05.254078+0000","last_fullsized":"2024-05-08T22:39:05.254078+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'135","last_scrub_stamp":"2024-05-08T22:39:05.253934+0000","last_deep_scrub":"20'135","last_deep_scrub_stamp":"2024-05-08T22:39:05.253934+0000","last_clean_scrub_stamp":"2024-05-08T22:39:05.253934+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"20'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.059414+0000","last_change":"2024-05-08T22:38:10.059414+0000","last_active":"2024-05-08T22:38:10.059414+0000","last_peered":"2024-05-08T22:38:10.059414+0000","last_clean":"2024-05-08T22:38:10.059414+0000","last_became_active":"2024-05-08T22:32:52.960382+0000","last_became_peered":"2024-05-08T22:32:52.960382+0000","last_unstale":"2024-05-08T22:38:10.059414+0000","last_undegraded":"2024-05-08T22:38:10.059414+0000","last_fullsized":"2024-05-08T22:38:10.059414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'1","last_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_deep_scrub":"20'1","last_deep_scrub_stamp":"2024-05-08T22:38:10.059267+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.059267+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"20'165","reported_seq":182,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:54.217746+0000","last_change":"2024-05-08T22:38:54.217746+0000","last_active":"2024-05-08T22:38:54.217746+0000","last_peered":"2024-05-08T22:38:54.217746+0000","last_clean":"2024-05-08T22:38:54.217746+0000","last_became_active":"2024-05-08T22:32:53.374978+0000","last_became_peered":"2024-05-08T22:32:53.374978+0000","last_unstale":"2024-05-08T22:38:54.217746+0000","last_undegraded":"2024-05-08T22:38:54.217746+0000","last_fullsized":"2024-05-08T22:38:54.217746+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'165","last_scrub_stamp":"2024-05-08T22:38:54.217622+0000","last_deep_scrub":"20'165","last_deep_scrub_stamp":"2024-05-08T22:38:54.217622+0000","last_clean_scrub_stamp":"2024-05-08T22:38:54.217622+0000","log_size":165,"ondisk_log_size":165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":159,"num_write_kb":434176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:06.693088+0000","last_change":"2024-05-08T22:38:06.693088+0000","last_active":"2024-05-08T22:38:06.693088+0000","last_peered":"2024-05-08T22:38:06.693088+0000","last_clean":"2024-05-08T22:38:06.693088+0000","last_became_active":"2024-05-08T22:32:52.965537+0000","last_became_peered":"2024-05-08T22:32:52.965537+0000","last_unstale":"2024-05-08T22:38:06.693088+0000","last_undegraded":"2024-05-08T22:38:06.693088+0000","last_fullsized":"2024-05-08T22:38:06.693088+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:06.692960+0000","last_clean_scrub_stamp":"2024-05-08T22:38:06.692960+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"20'189","reported_seq":206,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:55.245630+0000","last_change":"2024-05-08T22:38:55.245630+0000","last_active":"2024-05-08T22:38:55.245630+0000","last_peered":"2024-05-08T22:38:55.245630+0000","last_clean":"2024-05-08T22:38:55.245630+0000","last_became_active":"2024-05-08T22:32:53.374196+0000","last_became_peered":"2024-05-08T22:32:53.374196+0000","last_unstale":"2024-05-08T22:38:55.245630+0000","last_undegraded":"2024-05-08T22:38:55.245630+0000","last_fullsized":"2024-05-08T22:38:55.245630+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'189","last_scrub_stamp":"2024-05-08T22:38:55.245495+0000","last_deep_scrub":"20'189","last_deep_scrub_stamp":"2024-05-08T22:38:55.245495+0000","last_clean_scrub_stamp":"2024-05-08T22:38:55.245495+0000","log_size":189,"ondisk_log_size":189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":183,"num_write_kb":499712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"20'9","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.015995+0000","last_change":"2024-05-08T22:38:09.015995+0000","last_active":"2024-05-08T22:38:09.015995+0000","last_peered":"2024-05-08T22:38:09.015995+0000","last_clean":"2024-05-08T22:38:09.015995+0000","last_became_active":"2024-05-08T22:32:52.963393+0000","last_became_peered":"2024-05-08T22:32:52.963393+0000","last_unstale":"2024-05-08T22:38:09.015995+0000","last_undegraded":"2024-05-08T22:38:09.015995+0000","last_fullsized":"2024-05-08T22:38:09.015995+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'9","last_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_deep_scrub":"20'9","last_deep_scrub_stamp":"2024-05-08T22:38:09.015885+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.015885+0000","log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"20'157","reported_seq":174,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.816109+0000","last_change":"2024-05-08T22:38:28.816109+0000","last_active":"2024-05-08T22:38:28.816109+0000","last_peered":"2024-05-08T22:38:28.816109+0000","last_clean":"2024-05-08T22:38:28.816109+0000","last_became_active":"2024-05-08T22:32:53.376641+0000","last_became_peered":"2024-05-08T22:32:53.376641+0000","last_unstale":"2024-05-08T22:38:28.816109+0000","last_undegraded":"2024-05-08T22:38:28.816109+0000","last_fullsized":"2024-05-08T22:38:28.816109+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.815998+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.815998+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"20'96","reported_seq":114,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.171412+0000","last_change":"2024-05-08T22:38:32.171412+0000","last_active":"2024-05-08T22:38:32.171412+0000","last_peered":"2024-05-08T22:38:32.171412+0000","last_clean":"2024-05-08T22:38:32.171412+0000","last_became_active":"2024-05-08T22:32:52.962447+0000","last_became_peered":"2024-05-08T22:32:52.962447+0000","last_unstale":"2024-05-08T22:38:32.171412+0000","last_undegraded":"2024-05-08T22:38:32.171412+0000","last_fullsized":"2024-05-08T22:38:32.171412+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'96","last_scrub_stamp":"2024-05-08T22:38:32.171291+0000","last_deep_scrub":"20'96","last_deep_scrub_stamp":"2024-05-08T22:38:32.171291+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.171291+0000","log_size":96,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194371,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":91,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"20'171","reported_seq":188,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.743935+0000","last_change":"2024-05-08T22:38:30.743935+0000","last_active":"2024-05-08T22:38:30.743935+0000","last_peered":"2024-05-08T22:38:30.743935+0000","last_clean":"2024-05-08T22:38:30.743935+0000","last_became_active":"2024-05-08T22:32:53.373665+0000","last_became_peered":"2024-05-08T22:32:53.373665+0000","last_unstale":"2024-05-08T22:38:30.743935+0000","last_undegraded":"2024-05-08T22:38:30.743935+0000","last_fullsized":"2024-05-08T22:38:30.743935+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'171","last_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_deep_scrub":"20'171","last_deep_scrub_stamp":"2024-05-08T22:38:30.743826+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.743826+0000","log_size":171,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.127509+0000","last_change":"2024-05-08T22:38:31.127509+0000","last_active":"2024-05-08T22:38:31.127509+0000","last_peered":"2024-05-08T22:38:31.127509+0000","last_clean":"2024-05-08T22:38:31.127509+0000","last_became_active":"2024-05-08T22:32:52.967179+0000","last_became_peered":"2024-05-08T22:32:52.967179+0000","last_unstale":"2024-05-08T22:38:31.127509+0000","last_undegraded":"2024-05-08T22:38:31.127509+0000","last_fullsized":"2024-05-08T22:38:31.127509+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:31.127405+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.127405+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"20'149","reported_seq":166,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:58.271160+0000","last_change":"2024-05-08T22:38:58.271160+0000","last_active":"2024-05-08T22:38:58.271160+0000","last_peered":"2024-05-08T22:38:58.271160+0000","last_clean":"2024-05-08T22:38:58.271160+0000","last_became_active":"2024-05-08T22:32:53.384426+0000","last_became_peered":"2024-05-08T22:32:53.384426+0000","last_unstale":"2024-05-08T22:38:58.271160+0000","last_undegraded":"2024-05-08T22:38:58.271160+0000","last_fullsized":"2024-05-08T22:38:58.271160+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'149","last_scrub_stamp":"2024-05-08T22:38:58.271007+0000","last_deep_scrub":"20'149","last_deep_scrub_stamp":"2024-05-08T22:38:58.271007+0000","last_clean_scrub_stamp":"2024-05-08T22:38:58.271007+0000","log_size":149,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:07.018598+0000","last_change":"2024-05-08T22:38:07.018598+0000","last_active":"2024-05-08T22:38:07.018598+0000","last_peered":"2024-05-08T22:38:07.018598+0000","last_clean":"2024-05-08T22:38:07.018598+0000","last_became_active":"2024-05-08T22:32:52.958286+0000","last_became_peered":"2024-05-08T22:32:52.958286+0000","last_unstale":"2024-05-08T22:38:07.018598+0000","last_undegraded":"2024-05-08T22:38:07.018598+0000","last_fullsized":"2024-05-08T22:38:07.018598+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:07.018479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:07.018479+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"20'150","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:59.242547+0000","last_change":"2024-05-08T22:38:59.242547+0000","last_active":"2024-05-08T22:38:59.242547+0000","last_peered":"2024-05-08T22:38:59.242547+0000","last_clean":"2024-05-08T22:38:59.242547+0000","last_became_active":"2024-05-08T22:32:53.390351+0000","last_became_peered":"2024-05-08T22:32:53.390351+0000","last_unstale":"2024-05-08T22:38:59.242547+0000","last_undegraded":"2024-05-08T22:38:59.242547+0000","last_fullsized":"2024-05-08T22:38:59.242547+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'150","last_scrub_stamp":"2024-05-08T22:38:59.242431+0000","last_deep_scrub":"20'150","last_deep_scrub_stamp":"2024-05-08T22:38:59.242431+0000","last_clean_scrub_stamp":"2024-05-08T22:38:59.242431+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:30.143060+0000","last_change":"2024-05-08T22:38:30.143060+0000","last_active":"2024-05-08T22:38:30.143060+0000","last_peered":"2024-05-08T22:38:30.143060+0000","last_clean":"2024-05-08T22:38:30.143060+0000","last_became_active":"2024-05-08T22:32:52.962453+0000","last_became_peered":"2024-05-08T22:32:52.962453+0000","last_unstale":"2024-05-08T22:38:30.143060+0000","last_undegraded":"2024-05-08T22:38:30.143060+0000","last_fullsized":"2024-05-08T22:38:30.143060+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:30.142937+0000","last_clean_scrub_stamp":"2024-05-08T22:38:30.142937+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"20'229","reported_seq":254,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:22.234140+0000","last_change":"2024-05-08T22:38:22.234140+0000","last_active":"2024-05-08T22:38:22.234140+0000","last_peered":"2024-05-08T22:38:22.234140+0000","last_clean":"2024-05-08T22:38:22.234140+0000","last_became_active":"2024-05-08T22:33:42.929753+0000","last_became_peered":"2024-05-08T22:33:42.929753+0000","last_unstale":"2024-05-08T22:38:22.234140+0000","last_undegraded":"2024-05-08T22:38:22.234140+0000","last_fullsized":"2024-05-08T22:38:22.234140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'229","last_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_deep_scrub":"20'229","last_deep_scrub_stamp":"2024-05-08T22:38:22.234025+0000","last_clean_scrub_stamp":"2024-05-08T22:38:22.234025+0000","log_size":229,"ondisk_log_size":229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":219,"num_write_kb":598016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"20'13","reported_seq":31,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.675027+0000","last_change":"2024-05-08T22:38:05.675027+0000","last_active":"2024-05-08T22:38:05.675027+0000","last_peered":"2024-05-08T22:38:05.675027+0000","last_clean":"2024-05-08T22:38:05.675027+0000","last_became_active":"2024-05-08T22:32:52.966110+0000","last_became_peered":"2024-05-08T22:32:52.966110+0000","last_unstale":"2024-05-08T22:38:05.675027+0000","last_undegraded":"2024-05-08T22:38:05.675027+0000","last_fullsized":"2024-05-08T22:38:05.675027+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'13","last_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_deep_scrub":"20'13","last_deep_scrub_stamp":"2024-05-08T22:38:05.674903+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.674903+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.17","version":"20'141","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:00.220273+0000","last_change":"2024-05-08T22:39:00.220273+0000","last_active":"2024-05-08T22:39:00.220273+0000","last_peered":"2024-05-08T22:39:00.220273+0000","last_clean":"2024-05-08T22:39:00.220273+0000","last_became_active":"2024-05-08T22:32:53.378973+0000","last_became_peered":"2024-05-08T22:32:53.378973+0000","last_unstale":"2024-05-08T22:39:00.220273+0000","last_undegraded":"2024-05-08T22:39:00.220273+0000","last_fullsized":"2024-05-08T22:39:00.220273+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'141","last_scrub_stamp":"2024-05-08T22:39:00.220148+0000","last_deep_scrub":"20'141","last_deep_scrub_stamp":"2024-05-08T22:39:00.220148+0000","last_clean_scrub_stamp":"2024-05-08T22:39:00.220148+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:04.996939+0000","last_change":"2024-05-08T22:38:04.996939+0000","last_active":"2024-05-08T22:38:04.996939+0000","last_peered":"2024-05-08T22:38:04.996939+0000","last_clean":"2024-05-08T22:38:04.996939+0000","last_became_active":"2024-05-08T22:32:52.964759+0000","last_became_peered":"2024-05-08T22:32:52.964759+0000","last_unstale":"2024-05-08T22:38:04.996939+0000","last_undegraded":"2024-05-08T22:38:04.996939+0000","last_fullsized":"2024-05-08T22:38:04.996939+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:04.996831+0000","last_clean_scrub_stamp":"2024-05-08T22:38:04.996831+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"20'153","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.583368+0000","last_change":"2024-05-08T22:38:11.583368+0000","last_active":"2024-05-08T22:38:11.583368+0000","last_peered":"2024-05-08T22:38:11.583368+0000","last_clean":"2024-05-08T22:38:11.583368+0000","last_became_active":"2024-05-08T22:33:42.925812+0000","last_became_peered":"2024-05-08T22:33:42.925812+0000","last_unstale":"2024-05-08T22:38:11.583368+0000","last_undegraded":"2024-05-08T22:38:11.583368+0000","last_fullsized":"2024-05-08T22:38:11.583368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'153","last_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_deep_scrub":"20'153","last_deep_scrub_stamp":"2024-05-08T22:38:11.583228+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.583228+0000","log_size":153,"ondisk_log_size":153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.e","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:05.651432+0000","last_change":"2024-05-08T22:38:05.651432+0000","last_active":"2024-05-08T22:38:05.651432+0000","last_peered":"2024-05-08T22:38:05.651432+0000","last_clean":"2024-05-08T22:38:05.651432+0000","last_became_active":"2024-05-08T22:32:52.969393+0000","last_became_peered":"2024-05-08T22:32:52.969393+0000","last_unstale":"2024-05-08T22:38:05.651432+0000","last_undegraded":"2024-05-08T22:38:05.651432+0000","last_fullsized":"2024-05-08T22:38:05.651432+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:05.651292+0000","last_clean_scrub_stamp":"2024-05-08T22:38:05.651292+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"20'134","reported_seq":151,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:26.836089+0000","last_change":"2024-05-08T22:38:26.836089+0000","last_active":"2024-05-08T22:38:26.836089+0000","last_peered":"2024-05-08T22:38:26.836089+0000","last_clean":"2024-05-08T22:38:26.836089+0000","last_became_active":"2024-05-08T22:32:53.378628+0000","last_became_peered":"2024-05-08T22:32:53.378628+0000","last_unstale":"2024-05-08T22:38:26.836089+0000","last_undegraded":"2024-05-08T22:38:26.836089+0000","last_fullsized":"2024-05-08T22:38:26.836089+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'134","last_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_deep_scrub":"20'134","last_deep_scrub_stamp":"2024-05-08T22:38:26.835928+0000","last_clean_scrub_stamp":"2024-05-08T22:38:26.835928+0000","log_size":134,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'2","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:29.171804+0000","last_change":"2024-05-08T22:38:29.171804+0000","last_active":"2024-05-08T22:38:29.171804+0000","last_peered":"2024-05-08T22:38:29.171804+0000","last_clean":"2024-05-08T22:38:29.171804+0000","last_became_active":"2024-05-08T22:32:52.963470+0000","last_became_peered":"2024-05-08T22:32:52.963470+0000","last_unstale":"2024-05-08T22:38:29.171804+0000","last_undegraded":"2024-05-08T22:38:29.171804+0000","last_fullsized":"2024-05-08T22:38:29.171804+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'2","last_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_deep_scrub":"20'2","last_deep_scrub_stamp":"2024-05-08T22:38:29.171313+0000","last_clean_scrub_stamp":"2024-05-08T22:38:29.171313+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.a","version":"20'128","reported_seq":145,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.672688+0000","last_change":"2024-05-08T22:38:17.672688+0000","last_active":"2024-05-08T22:38:17.672688+0000","last_peered":"2024-05-08T22:38:17.672688+0000","last_clean":"2024-05-08T22:38:17.672688+0000","last_became_active":"2024-05-08T22:32:53.381367+0000","last_became_peered":"2024-05-08T22:32:53.381367+0000","last_unstale":"2024-05-08T22:38:17.672688+0000","last_undegraded":"2024-05-08T22:38:17.672688+0000","last_fullsized":"2024-05-08T22:38:17.672688+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'128","last_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_deep_scrub":"20'128","last_deep_scrub_stamp":"2024-05-08T22:38:17.672504+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.672504+0000","log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.980828+0000","last_change":"2024-05-08T22:37:59.980828+0000","last_active":"2024-05-08T22:37:59.980828+0000","last_peered":"2024-05-08T22:37:59.980828+0000","last_clean":"2024-05-08T22:37:59.980828+0000","last_became_active":"2024-05-08T22:32:52.955557+0000","last_became_peered":"2024-05-08T22:32:52.955557+0000","last_unstale":"2024-05-08T22:37:59.980828+0000","last_undegraded":"2024-05-08T22:37:59.980828+0000","last_fullsized":"2024-05-08T22:37:59.980828+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.980700+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.980700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:19.273531+0000","last_change":"2024-05-08T22:38:19.273531+0000","last_active":"2024-05-08T22:38:19.273531+0000","last_peered":"2024-05-08T22:38:19.273531+0000","last_clean":"2024-05-08T22:38:19.273531+0000","last_became_active":"2024-05-08T22:32:53.378954+0000","last_became_peered":"2024-05-08T22:32:53.378954+0000","last_unstale":"2024-05-08T22:38:19.273531+0000","last_undegraded":"2024-05-08T22:38:19.273531+0000","last_fullsized":"2024-05-08T22:38:19.273531+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:19.273366+0000","last_clean_scrub_stamp":"2024-05-08T22:38:19.273366+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.198549+0000","last_change":"2024-05-08T22:38:27.198549+0000","last_active":"2024-05-08T22:38:27.198549+0000","last_peered":"2024-05-08T22:38:27.198549+0000","last_clean":"2024-05-08T22:38:27.198549+0000","last_became_active":"2024-05-08T22:32:52.967241+0000","last_became_peered":"2024-05-08T22:32:52.967241+0000","last_unstale":"2024-05-08T22:38:27.198549+0000","last_undegraded":"2024-05-08T22:38:27.198549+0000","last_fullsized":"2024-05-08T22:38:27.198549+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:27.198401+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.198401+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:20.237945+0000","last_change":"2024-05-08T22:38:20.237945+0000","last_active":"2024-05-08T22:38:20.237945+0000","last_peered":"2024-05-08T22:38:20.237945+0000","last_clean":"2024-05-08T22:38:20.237945+0000","last_became_active":"2024-05-08T22:32:53.386479+0000","last_became_peered":"2024-05-08T22:32:53.386479+0000","last_unstale":"2024-05-08T22:38:20.237945+0000","last_undegraded":"2024-05-08T22:38:20.237945+0000","last_fullsized":"2024-05-08T22:38:20.237945+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:20.237821+0000","last_clean_scrub_stamp":"2024-05-08T22:38:20.237821+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.213117+0000","last_change":"2024-05-08T22:38:25.213117+0000","last_active":"2024-05-08T22:38:25.213117+0000","last_peered":"2024-05-08T22:38:25.213117+0000","last_clean":"2024-05-08T22:38:25.213117+0000","last_became_active":"2024-05-08T22:32:52.964955+0000","last_became_peered":"2024-05-08T22:32:52.964955+0000","last_unstale":"2024-05-08T22:38:25.213117+0000","last_undegraded":"2024-05-08T22:38:25.213117+0000","last_fullsized":"2024-05-08T22:38:25.213117+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:25.213001+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.213001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"20'151","reported_seq":176,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:53.246849+0000","last_change":"2024-05-08T22:38:53.246849+0000","last_active":"2024-05-08T22:38:53.246849+0000","last_peered":"2024-05-08T22:38:53.246849+0000","last_clean":"2024-05-08T22:38:53.246849+0000","last_became_active":"2024-05-08T22:33:42.931533+0000","last_became_peered":"2024-05-08T22:33:42.931533+0000","last_unstale":"2024-05-08T22:38:53.246849+0000","last_undegraded":"2024-05-08T22:38:53.246849+0000","last_fullsized":"2024-05-08T22:38:53.246849+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'151","last_scrub_stamp":"2024-05-08T22:38:53.246679+0000","last_deep_scrub":"20'151","last_deep_scrub_stamp":"2024-05-08T22:38:53.246679+0000","last_clean_scrub_stamp":"2024-05-08T22:38:53.246679+0000","log_size":151,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:16.118641+0000","last_change":"2024-05-08T22:38:16.118641+0000","last_active":"2024-05-08T22:38:16.118641+0000","last_peered":"2024-05-08T22:38:16.118641+0000","last_clean":"2024-05-08T22:38:16.118641+0000","last_became_active":"2024-05-08T22:32:52.962831+0000","last_became_peered":"2024-05-08T22:32:52.962831+0000","last_unstale":"2024-05-08T22:38:16.118641+0000","last_undegraded":"2024-05-08T22:38:16.118641+0000","last_fullsized":"2024-05-08T22:38:16.118641+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:16.118532+0000","last_clean_scrub_stamp":"2024-05-08T22:38:16.118532+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"20'146","reported_seq":163,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.716442+0000","last_change":"2024-05-08T22:38:18.716442+0000","last_active":"2024-05-08T22:38:18.716442+0000","last_peered":"2024-05-08T22:38:18.716442+0000","last_clean":"2024-05-08T22:38:18.716442+0000","last_became_active":"2024-05-08T22:32:53.381236+0000","last_became_peered":"2024-05-08T22:32:53.381236+0000","last_unstale":"2024-05-08T22:38:18.716442+0000","last_undegraded":"2024-05-08T22:38:18.716442+0000","last_fullsized":"2024-05-08T22:38:18.716442+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'146","last_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_deep_scrub":"20'146","last_deep_scrub_stamp":"2024-05-08T22:38:18.716307+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.716307+0000","log_size":146,"ondisk_log_size":146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.136452+0000","last_change":"2024-05-08T22:38:15.136452+0000","last_active":"2024-05-08T22:38:15.136452+0000","last_peered":"2024-05-08T22:38:15.136452+0000","last_clean":"2024-05-08T22:38:15.136452+0000","last_became_active":"2024-05-08T22:32:52.966848+0000","last_became_peered":"2024-05-08T22:32:52.966848+0000","last_unstale":"2024-05-08T22:38:15.136452+0000","last_undegraded":"2024-05-08T22:38:15.136452+0000","last_fullsized":"2024-05-08T22:38:15.136452+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:15.136331+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.136331+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"20'138","reported_seq":155,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:27.789904+0000","last_change":"2024-05-08T22:38:27.789904+0000","last_active":"2024-05-08T22:38:27.789904+0000","last_peered":"2024-05-08T22:38:27.789904+0000","last_clean":"2024-05-08T22:38:27.789904+0000","last_became_active":"2024-05-08T22:32:53.377661+0000","last_became_peered":"2024-05-08T22:32:53.377661+0000","last_unstale":"2024-05-08T22:38:27.789904+0000","last_undegraded":"2024-05-08T22:38:27.789904+0000","last_fullsized":"2024-05-08T22:38:27.789904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'138","last_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_deep_scrub":"20'138","last_deep_scrub_stamp":"2024-05-08T22:38:27.789792+0000","last_clean_scrub_stamp":"2024-05-08T22:38:27.789792+0000","log_size":138,"ondisk_log_size":138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.636216+0000","last_change":"2024-05-08T22:37:55.636216+0000","last_active":"2024-05-08T22:37:55.636216+0000","last_peered":"2024-05-08T22:37:55.636216+0000","last_clean":"2024-05-08T22:37:55.636216+0000","last_became_active":"2024-05-08T22:32:49.352294+0000","last_became_peered":"2024-05-08T22:32:49.352294+0000","last_unstale":"2024-05-08T22:37:55.636216+0000","last_undegraded":"2024-05-08T22:37:55.636216+0000","last_fullsized":"2024-05-08T22:37:55.636216+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.636091+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.636091+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:58.591200+0000","last_change":"2024-05-08T22:37:58.591200+0000","last_active":"2024-05-08T22:37:58.591200+0000","last_peered":"2024-05-08T22:37:58.591200+0000","last_clean":"2024-05-08T22:37:58.591200+0000","last_became_active":"2024-05-08T22:32:52.970091+0000","last_became_peered":"2024-05-08T22:32:52.970091+0000","last_unstale":"2024-05-08T22:37:58.591200+0000","last_undegraded":"2024-05-08T22:37:58.591200+0000","last_fullsized":"2024-05-08T22:37:58.591200+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:58.591078+0000","last_clean_scrub_stamp":"2024-05-08T22:37:58.591078+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"20'158","reported_seq":175,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:21.810999+0000","last_change":"2024-05-08T22:38:21.810999+0000","last_active":"2024-05-08T22:38:21.810999+0000","last_peered":"2024-05-08T22:38:21.810999+0000","last_clean":"2024-05-08T22:38:21.810999+0000","last_became_active":"2024-05-08T22:32:53.377064+0000","last_became_peered":"2024-05-08T22:32:53.377064+0000","last_unstale":"2024-05-08T22:38:21.810999+0000","last_undegraded":"2024-05-08T22:38:21.810999+0000","last_fullsized":"2024-05-08T22:38:21.810999+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'158","last_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_deep_scrub":"20'158","last_deep_scrub_stamp":"2024-05-08T22:38:21.810869+0000","last_clean_scrub_stamp":"2024-05-08T22:38:21.810869+0000","log_size":158,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150,"num_write_kb":409600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.948422+0000","last_change":"2024-05-08T22:37:55.948422+0000","last_active":"2024-05-08T22:37:55.948422+0000","last_peered":"2024-05-08T22:37:55.948422+0000","last_clean":"2024-05-08T22:37:55.948422+0000","last_became_active":"2024-05-08T22:32:48.787178+0000","last_became_peered":"2024-05-08T22:32:48.787178+0000","last_unstale":"2024-05-08T22:37:55.948422+0000","last_undegraded":"2024-05-08T22:37:55.948422+0000","last_fullsized":"2024-05-08T22:37:55.948422+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:55.948293+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.948293+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.989415+0000","last_change":"2024-05-08T22:37:53.989415+0000","last_active":"2024-05-08T22:37:53.989415+0000","last_peered":"2024-05-08T22:37:53.989415+0000","last_clean":"2024-05-08T22:37:53.989415+0000","last_became_active":"2024-05-08T22:32:52.955473+0000","last_became_peered":"2024-05-08T22:32:52.955473+0000","last_unstale":"2024-05-08T22:37:53.989415+0000","last_undegraded":"2024-05-08T22:37:53.989415+0000","last_fullsized":"2024-05-08T22:37:53.989415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.989325+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.989325+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"20'144","reported_seq":161,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:23.857455+0000","last_change":"2024-05-08T22:38:23.857455+0000","last_active":"2024-05-08T22:38:23.857455+0000","last_peered":"2024-05-08T22:38:23.857455+0000","last_clean":"2024-05-08T22:38:23.857455+0000","last_became_active":"2024-05-08T22:32:53.377723+0000","last_became_peered":"2024-05-08T22:32:53.377723+0000","last_unstale":"2024-05-08T22:38:23.857455+0000","last_undegraded":"2024-05-08T22:38:23.857455+0000","last_fullsized":"2024-05-08T22:38:23.857455+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'144","last_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_deep_scrub":"20'144","last_deep_scrub_stamp":"2024-05-08T22:38:23.857323+0000","last_clean_scrub_stamp":"2024-05-08T22:38:23.857323+0000","log_size":144,"ondisk_log_size":144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":135,"num_write_kb":368640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.621641+0000","last_change":"2024-05-08T22:37:53.621641+0000","last_active":"2024-05-08T22:37:53.621641+0000","last_peered":"2024-05-08T22:37:53.621641+0000","last_clean":"2024-05-08T22:37:53.621641+0000","last_became_active":"2024-05-08T22:32:48.788136+0000","last_became_peered":"2024-05-08T22:32:48.788136+0000","last_unstale":"2024-05-08T22:37:53.621641+0000","last_undegraded":"2024-05-08T22:37:53.621641+0000","last_fullsized":"2024-05-08T22:37:53.621641+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.621511+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.621511+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:57.576836+0000","last_change":"2024-05-08T22:37:57.576836+0000","last_active":"2024-05-08T22:37:57.576836+0000","last_peered":"2024-05-08T22:37:57.576836+0000","last_clean":"2024-05-08T22:37:57.576836+0000","last_became_active":"2024-05-08T22:32:52.960939+0000","last_became_peered":"2024-05-08T22:32:52.960939+0000","last_unstale":"2024-05-08T22:37:57.576836+0000","last_undegraded":"2024-05-08T22:37:57.576836+0000","last_fullsized":"2024-05-08T22:37:57.576836+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:57.576721+0000","last_clean_scrub_stamp":"2024-05-08T22:37:57.576721+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:25.796274+0000","last_change":"2024-05-08T22:38:25.796274+0000","last_active":"2024-05-08T22:38:25.796274+0000","last_peered":"2024-05-08T22:38:25.796274+0000","last_clean":"2024-05-08T22:38:25.796274+0000","last_became_active":"2024-05-08T22:32:53.371892+0000","last_became_peered":"2024-05-08T22:32:53.371892+0000","last_unstale":"2024-05-08T22:38:25.796274+0000","last_undegraded":"2024-05-08T22:38:25.796274+0000","last_fullsized":"2024-05-08T22:38:25.796274+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:25.796156+0000","last_clean_scrub_stamp":"2024-05-08T22:38:25.796156+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.991931+0000","last_change":"2024-05-08T22:37:56.991931+0000","last_active":"2024-05-08T22:37:56.991931+0000","last_peered":"2024-05-08T22:37:56.991931+0000","last_clean":"2024-05-08T22:37:56.991931+0000","last_became_active":"2024-05-08T22:32:48.787146+0000","last_became_peered":"2024-05-08T22:32:48.787146+0000","last_unstale":"2024-05-08T22:37:56.991931+0000","last_undegraded":"2024-05-08T22:37:56.991931+0000","last_fullsized":"2024-05-08T22:37:56.991931+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.991818+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.991818+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:54.603536+0000","last_change":"2024-05-08T22:37:54.603536+0000","last_active":"2024-05-08T22:37:54.603536+0000","last_peered":"2024-05-08T22:37:54.603536+0000","last_clean":"2024-05-08T22:37:54.603536+0000","last_became_active":"2024-05-08T22:32:47.788158+0000","last_became_peered":"2024-05-08T22:32:47.788158+0000","last_unstale":"2024-05-08T22:37:54.603536+0000","last_undegraded":"2024-05-08T22:37:54.603536+0000","last_fullsized":"2024-05-08T22:37:54.603536+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:54.603430+0000","last_clean_scrub_stamp":"2024-05-08T22:37:54.603430+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:09.120521+0000","last_change":"2024-05-08T22:38:09.120521+0000","last_active":"2024-05-08T22:38:09.120521+0000","last_peered":"2024-05-08T22:38:09.120521+0000","last_clean":"2024-05-08T22:38:09.120521+0000","last_became_active":"2024-05-08T22:32:52.962765+0000","last_became_peered":"2024-05-08T22:32:52.962765+0000","last_unstale":"2024-05-08T22:38:09.120521+0000","last_undegraded":"2024-05-08T22:38:09.120521+0000","last_fullsized":"2024-05-08T22:38:09.120521+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:09.120400+0000","last_clean_scrub_stamp":"2024-05-08T22:38:09.120400+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"20'143","reported_seq":160,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:52.203838+0000","last_change":"2024-05-08T22:38:52.203838+0000","last_active":"2024-05-08T22:38:52.203838+0000","last_peered":"2024-05-08T22:38:52.203838+0000","last_clean":"2024-05-08T22:38:52.203838+0000","last_became_active":"2024-05-08T22:32:53.383750+0000","last_became_peered":"2024-05-08T22:32:53.383750+0000","last_unstale":"2024-05-08T22:38:52.203838+0000","last_undegraded":"2024-05-08T22:38:52.203838+0000","last_fullsized":"2024-05-08T22:38:52.203838+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'143","last_scrub_stamp":"2024-05-08T22:38:52.203715+0000","last_deep_scrub":"20'143","last_deep_scrub_stamp":"2024-05-08T22:38:52.203715+0000","last_clean_scrub_stamp":"2024-05-08T22:38:52.203715+0000","log_size":143,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.915264+0000","last_change":"2024-05-08T22:37:53.915264+0000","last_active":"2024-05-08T22:37:53.915264+0000","last_peered":"2024-05-08T22:37:53.915264+0000","last_clean":"2024-05-08T22:37:53.915264+0000","last_became_active":"2024-05-08T22:32:48.787217+0000","last_became_peered":"2024-05-08T22:32:48.787217+0000","last_unstale":"2024-05-08T22:37:53.915264+0000","last_undegraded":"2024-05-08T22:37:53.915264+0000","last_fullsized":"2024-05-08T22:37:53.915264+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:53.915121+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.915121+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"20'5","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:53.036092+0000","last_change":"2024-05-08T22:37:53.036092+0000","last_active":"2024-05-08T22:37:53.036092+0000","last_peered":"2024-05-08T22:37:53.036092+0000","last_clean":"2024-05-08T22:37:53.036092+0000","last_became_active":"2024-05-08T22:32:52.955404+0000","last_became_peered":"2024-05-08T22:32:52.955404+0000","last_unstale":"2024-05-08T22:37:53.036092+0000","last_undegraded":"2024-05-08T22:37:53.036092+0000","last_fullsized":"2024-05-08T22:37:53.036092+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'5","last_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_deep_scrub":"20'5","last_deep_scrub_stamp":"2024-05-08T22:37:53.036005+0000","last_clean_scrub_stamp":"2024-05-08T22:37:53.036005+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"20'163","reported_seq":180,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:18.279047+0000","last_change":"2024-05-08T22:38:18.279047+0000","last_active":"2024-05-08T22:38:18.279047+0000","last_peered":"2024-05-08T22:38:18.279047+0000","last_clean":"2024-05-08T22:38:18.279047+0000","last_became_active":"2024-05-08T22:32:53.374810+0000","last_became_peered":"2024-05-08T22:32:53.374810+0000","last_unstale":"2024-05-08T22:38:18.279047+0000","last_undegraded":"2024-05-08T22:38:18.279047+0000","last_fullsized":"2024-05-08T22:38:18.279047+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'163","last_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_deep_scrub":"20'163","last_deep_scrub_stamp":"2024-05-08T22:38:18.278871+0000","last_clean_scrub_stamp":"2024-05-08T22:38:18.278871+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":156,"num_write_kb":425984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.058044+0000","last_change":"2024-05-08T22:37:59.058044+0000","last_active":"2024-05-08T22:37:59.058044+0000","last_peered":"2024-05-08T22:37:59.058044+0000","last_clean":"2024-05-08T22:37:59.058044+0000","last_became_active":"2024-05-08T22:32:49.351750+0000","last_became_peered":"2024-05-08T22:32:49.351750+0000","last_unstale":"2024-05-08T22:37:59.058044+0000","last_undegraded":"2024-05-08T22:37:59.058044+0000","last_fullsized":"2024-05-08T22:37:59.058044+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.057931+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.057931+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:59.534890+0000","last_change":"2024-05-08T22:37:59.534890+0000","last_active":"2024-05-08T22:37:59.534890+0000","last_peered":"2024-05-08T22:37:59.534890+0000","last_clean":"2024-05-08T22:37:59.534890+0000","last_became_active":"2024-05-08T22:32:52.962440+0000","last_became_peered":"2024-05-08T22:32:52.962440+0000","last_unstale":"2024-05-08T22:37:59.534890+0000","last_undegraded":"2024-05-08T22:37:59.534890+0000","last_fullsized":"2024-05-08T22:37:59.534890+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:59.534776+0000","last_clean_scrub_stamp":"2024-05-08T22:37:59.534776+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"20'145","reported_seq":162,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:17.287051+0000","last_change":"2024-05-08T22:38:17.287051+0000","last_active":"2024-05-08T22:38:17.287051+0000","last_peered":"2024-05-08T22:38:17.287051+0000","last_clean":"2024-05-08T22:38:17.287051+0000","last_became_active":"2024-05-08T22:32:53.368668+0000","last_became_peered":"2024-05-08T22:32:53.368668+0000","last_unstale":"2024-05-08T22:38:17.287051+0000","last_undegraded":"2024-05-08T22:38:17.287051+0000","last_fullsized":"2024-05-08T22:38:17.287051+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'145","last_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_deep_scrub":"20'145","last_deep_scrub_stamp":"2024-05-08T22:38:17.286941+0000","last_clean_scrub_stamp":"2024-05-08T22:38:17.286941+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138,"num_write_kb":376832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:11.067912+0000","last_change":"2024-05-08T22:38:11.067912+0000","last_active":"2024-05-08T22:38:11.067912+0000","last_peered":"2024-05-08T22:38:11.067912+0000","last_clean":"2024-05-08T22:38:11.067912+0000","last_became_active":"2024-05-08T22:32:52.966760+0000","last_became_peered":"2024-05-08T22:32:52.966760+0000","last_unstale":"2024-05-08T22:38:11.067912+0000","last_undegraded":"2024-05-08T22:38:11.067912+0000","last_fullsized":"2024-05-08T22:38:11.067912+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:11.067806+0000","last_clean_scrub_stamp":"2024-05-08T22:38:11.067806+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:56.605958+0000","last_change":"2024-05-08T22:37:56.605958+0000","last_active":"2024-05-08T22:37:56.605958+0000","last_peered":"2024-05-08T22:37:56.605958+0000","last_clean":"2024-05-08T22:37:56.605958+0000","last_became_active":"2024-05-08T22:32:49.351769+0000","last_became_peered":"2024-05-08T22:32:49.351769+0000","last_unstale":"2024-05-08T22:37:56.605958+0000","last_undegraded":"2024-05-08T22:37:56.605958+0000","last_fullsized":"2024-05-08T22:37:56.605958+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:37:56.605831+0000","last_clean_scrub_stamp":"2024-05-08T22:37:56.605831+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:41.130645+0000","last_change":"2024-05-08T22:38:41.130645+0000","last_active":"2024-05-08T22:38:41.130645+0000","last_peered":"2024-05-08T22:38:41.130645+0000","last_clean":"2024-05-08T22:38:41.130645+0000","last_became_active":"2024-05-08T22:32:53.375338+0000","last_became_peered":"2024-05-08T22:32:53.375338+0000","last_unstale":"2024-05-08T22:38:41.130645+0000","last_undegraded":"2024-05-08T22:38:41.130645+0000","last_fullsized":"2024-05-08T22:38:41.130645+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:41.130510+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:41.130510+0000","last_clean_scrub_stamp":"2024-05-08T22:38:41.130510+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:02.107000+0000","last_change":"2024-05-08T22:38:02.107000+0000","last_active":"2024-05-08T22:38:02.107000+0000","last_peered":"2024-05-08T22:38:02.107000+0000","last_clean":"2024-05-08T22:38:02.107000+0000","last_became_active":"2024-05-08T22:32:49.351819+0000","last_became_peered":"2024-05-08T22:32:49.351819+0000","last_unstale":"2024-05-08T22:38:02.107000+0000","last_undegraded":"2024-05-08T22:38:02.107000+0000","last_fullsized":"2024-05-08T22:38:02.107000+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T22:38:02.106886+0000","last_clean_scrub_stamp":"2024-05-08T22:38:02.106886+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"20'10","reported_seq":28,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:37:55.989467+0000","last_change":"2024-05-08T22:37:55.989467+0000","last_active":"2024-05-08T22:37:55.989467+0000","last_peered":"2024-05-08T22:37:55.989467+0000","last_clean":"2024-05-08T22:37:55.989467+0000","last_became_active":"2024-05-08T22:32:52.966743+0000","last_became_peered":"2024-05-08T22:32:52.966743+0000","last_unstale":"2024-05-08T22:37:55.989467+0000","last_undegraded":"2024-05-08T22:37:55.989467+0000","last_fullsized":"2024-05-08T22:37:55.989467+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'10","last_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_deep_scrub":"20'10","last_deep_scrub_stamp":"2024-05-08T22:37:55.989364+0000","last_clean_scrub_stamp":"2024-05-08T22:37:55.989364+0000","log_size":10,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:10.607332+0000","last_change":"2024-05-08T22:38:10.607332+0000","last_active":"2024-05-08T22:38:10.607332+0000","last_peered":"2024-05-08T22:38:10.607332+0000","last_clean":"2024-05-08T22:38:10.607332+0000","last_became_active":"2024-05-08T22:32:53.381450+0000","last_became_peered":"2024-05-08T22:32:53.381450+0000","last_unstale":"2024-05-08T22:38:10.607332+0000","last_undegraded":"2024-05-08T22:38:10.607332+0000","last_fullsized":"2024-05-08T22:38:10.607332+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:10.607201+0000","last_clean_scrub_stamp":"2024-05-08T22:38:10.607201+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":344064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:13.161799+0000","last_change":"2024-05-08T22:38:13.161799+0000","last_active":"2024-05-08T22:38:13.161799+0000","last_peered":"2024-05-08T22:38:13.161799+0000","last_clean":"2024-05-08T22:38:13.161799+0000","last_became_active":"2024-05-08T22:32:52.966415+0000","last_became_peered":"2024-05-08T22:32:52.966415+0000","last_unstale":"2024-05-08T22:38:13.161799+0000","last_undegraded":"2024-05-08T22:38:13.161799+0000","last_fullsized":"2024-05-08T22:38:13.161799+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:13.161661+0000","last_clean_scrub_stamp":"2024-05-08T22:38:13.161661+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"20'141","reported_seq":158,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:35.845639+0000","last_change":"2024-05-08T22:38:35.845639+0000","last_active":"2024-05-08T22:38:35.845639+0000","last_peered":"2024-05-08T22:38:35.845639+0000","last_clean":"2024-05-08T22:38:35.845639+0000","last_became_active":"2024-05-08T22:32:53.380462+0000","last_became_peered":"2024-05-08T22:32:53.380462+0000","last_unstale":"2024-05-08T22:38:35.845639+0000","last_undegraded":"2024-05-08T22:38:35.845639+0000","last_fullsized":"2024-05-08T22:38:35.845639+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'141","last_scrub_stamp":"2024-05-08T22:38:35.845509+0000","last_deep_scrub":"20'141","last_deep_scrub_stamp":"2024-05-08T22:38:35.845509+0000","last_clean_scrub_stamp":"2024-05-08T22:38:35.845509+0000","log_size":141,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":132,"num_write_kb":360448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"20'3","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:12.789603+0000","last_change":"2024-05-08T22:38:12.789603+0000","last_active":"2024-05-08T22:38:12.789603+0000","last_peered":"2024-05-08T22:38:12.789603+0000","last_clean":"2024-05-08T22:38:12.789603+0000","last_became_active":"2024-05-08T22:32:52.966196+0000","last_became_peered":"2024-05-08T22:32:52.966196+0000","last_unstale":"2024-05-08T22:38:12.789603+0000","last_undegraded":"2024-05-08T22:38:12.789603+0000","last_fullsized":"2024-05-08T22:38:12.789603+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'3","last_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_deep_scrub":"20'3","last_deep_scrub_stamp":"2024-05-08T22:38:12.789447+0000","last_clean_scrub_stamp":"2024-05-08T22:38:12.789447+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"20'137","reported_seq":154,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:34.843969+0000","last_change":"2024-05-08T22:38:34.843969+0000","last_active":"2024-05-08T22:38:34.843969+0000","last_peered":"2024-05-08T22:38:34.843969+0000","last_clean":"2024-05-08T22:38:34.843969+0000","last_became_active":"2024-05-08T22:32:53.381825+0000","last_became_peered":"2024-05-08T22:32:53.381825+0000","last_unstale":"2024-05-08T22:38:34.843969+0000","last_undegraded":"2024-05-08T22:38:34.843969+0000","last_fullsized":"2024-05-08T22:38:34.843969+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'137","last_scrub_stamp":"2024-05-08T22:38:34.843882+0000","last_deep_scrub":"20'137","last_deep_scrub_stamp":"2024-05-08T22:38:34.843882+0000","last_clean_scrub_stamp":"2024-05-08T22:38:34.843882+0000","log_size":137,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"20'4","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:36.152599+0000","last_change":"2024-05-08T22:38:36.152599+0000","last_active":"2024-05-08T22:38:36.152599+0000","last_peered":"2024-05-08T22:38:36.152599+0000","last_clean":"2024-05-08T22:38:36.152599+0000","last_became_active":"2024-05-08T22:32:52.967905+0000","last_became_peered":"2024-05-08T22:32:52.967905+0000","last_unstale":"2024-05-08T22:38:36.152599+0000","last_undegraded":"2024-05-08T22:38:36.152599+0000","last_fullsized":"2024-05-08T22:38:36.152599+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'4","last_scrub_stamp":"2024-05-08T22:38:36.152479+0000","last_deep_scrub":"20'4","last_deep_scrub_stamp":"2024-05-08T22:38:36.152479+0000","last_clean_scrub_stamp":"2024-05-08T22:38:36.152479+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"20'130","reported_seq":147,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.806813+0000","last_change":"2024-05-08T22:38:32.806813+0000","last_active":"2024-05-08T22:38:32.806813+0000","last_peered":"2024-05-08T22:38:32.806813+0000","last_clean":"2024-05-08T22:38:32.806813+0000","last_became_active":"2024-05-08T22:32:53.381726+0000","last_became_peered":"2024-05-08T22:32:53.381726+0000","last_unstale":"2024-05-08T22:38:32.806813+0000","last_undegraded":"2024-05-08T22:38:32.806813+0000","last_fullsized":"2024-05-08T22:38:32.806813+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'130","last_scrub_stamp":"2024-05-08T22:38:32.806690+0000","last_deep_scrub":"20'130","last_deep_scrub_stamp":"2024-05-08T22:38:32.806690+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.806690+0000","log_size":130,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1e","version":"16'1","reported_seq":19,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:37.113414+0000","last_change":"2024-05-08T22:38:37.113414+0000","last_active":"2024-05-08T22:38:37.113414+0000","last_peered":"2024-05-08T22:38:37.113414+0000","last_clean":"2024-05-08T22:38:37.113414+0000","last_became_active":"2024-05-08T22:32:52.962508+0000","last_became_peered":"2024-05-08T22:32:52.962508+0000","last_unstale":"2024-05-08T22:38:37.113414+0000","last_undegraded":"2024-05-08T22:38:37.113414+0000","last_fullsized":"2024-05-08T22:38:37.113414+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"16'1","last_scrub_stamp":"2024-05-08T22:38:37.113277+0000","last_deep_scrub":"16'1","last_deep_scrub_stamp":"2024-05-08T22:38:37.113277+0000","last_clean_scrub_stamp":"2024-05-08T22:38:37.113277+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"20'157","reported_seq":171,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:28.313245+0000","last_change":"2024-05-08T22:38:28.313245+0000","last_active":"2024-05-08T22:38:28.313245+0000","last_peered":"2024-05-08T22:38:28.313245+0000","last_clean":"2024-05-08T22:38:28.313245+0000","last_became_active":"2024-05-08T22:33:42.929625+0000","last_became_peered":"2024-05-08T22:33:42.929625+0000","last_unstale":"2024-05-08T22:38:28.313245+0000","last_undegraded":"2024-05-08T22:38:28.313245+0000","last_fullsized":"2024-05-08T22:38:28.313245+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'157","last_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_deep_scrub":"20'157","last_deep_scrub_stamp":"2024-05-08T22:38:28.313127+0000","last_clean_scrub_stamp":"2024-05-08T22:38:28.313127+0000","log_size":157,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":147,"num_write_kb":401408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"20'6","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:15.210145+0000","last_change":"2024-05-08T22:38:15.210145+0000","last_active":"2024-05-08T22:38:15.210145+0000","last_peered":"2024-05-08T22:38:15.210145+0000","last_clean":"2024-05-08T22:38:15.210145+0000","last_became_active":"2024-05-08T22:32:52.965121+0000","last_became_peered":"2024-05-08T22:32:52.965121+0000","last_unstale":"2024-05-08T22:38:15.210145+0000","last_undegraded":"2024-05-08T22:38:15.210145+0000","last_fullsized":"2024-05-08T22:38:15.210145+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'6","last_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_deep_scrub":"20'6","last_deep_scrub_stamp":"2024-05-08T22:38:15.210029+0000","last_clean_scrub_stamp":"2024-05-08T22:38:15.210029+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"20'170","reported_seq":187,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.779116+0000","last_change":"2024-05-08T22:38:31.779116+0000","last_active":"2024-05-08T22:38:31.779116+0000","last_peered":"2024-05-08T22:38:31.779116+0000","last_clean":"2024-05-08T22:38:31.779116+0000","last_became_active":"2024-05-08T22:32:53.367183+0000","last_became_peered":"2024-05-08T22:32:53.367183+0000","last_unstale":"2024-05-08T22:38:31.779116+0000","last_undegraded":"2024-05-08T22:38:31.779116+0000","last_fullsized":"2024-05-08T22:38:31.779116+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'170","last_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_deep_scrub":"20'170","last_deep_scrub_stamp":"2024-05-08T22:38:31.778951+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.778951+0000","log_size":170,"ondisk_log_size":170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":162,"num_write_kb":442368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.20","version":"20'150","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:31.882811+0000","last_change":"2024-05-08T22:38:31.882811+0000","last_active":"2024-05-08T22:38:31.882811+0000","last_peered":"2024-05-08T22:38:31.882811+0000","last_clean":"2024-05-08T22:38:31.882811+0000","last_became_active":"2024-05-08T22:32:53.376843+0000","last_became_peered":"2024-05-08T22:32:53.376843+0000","last_unstale":"2024-05-08T22:38:31.882811+0000","last_undegraded":"2024-05-08T22:38:31.882811+0000","last_fullsized":"2024-05-08T22:38:31.882811+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'150","last_scrub_stamp":"2024-05-08T22:38:31.882672+0000","last_deep_scrub":"20'150","last_deep_scrub_stamp":"2024-05-08T22:38:31.882672+0000","last_clean_scrub_stamp":"2024-05-08T22:38:31.882672+0000","log_size":150,"ondisk_log_size":150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":385024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"20'135","reported_seq":152,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:39:08.286761+0000","last_change":"2024-05-08T22:39:08.286761+0000","last_active":"2024-05-08T22:39:08.286761+0000","last_peered":"2024-05-08T22:39:08.286761+0000","last_clean":"2024-05-08T22:39:08.286761+0000","last_became_active":"2024-05-08T22:32:53.363114+0000","last_became_peered":"2024-05-08T22:32:53.363114+0000","last_unstale":"2024-05-08T22:39:08.286761+0000","last_undegraded":"2024-05-08T22:39:08.286761+0000","last_fullsized":"2024-05-08T22:39:08.286761+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'135","last_scrub_stamp":"2024-05-08T22:39:08.286646+0000","last_deep_scrub":"20'135","last_deep_scrub_stamp":"2024-05-08T22:39:08.286646+0000","last_clean_scrub_stamp":"2024-05-08T22:39:08.286646+0000","log_size":135,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"20'131","reported_seq":148,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:34.238311+0000","last_change":"2024-05-08T22:38:34.238311+0000","last_active":"2024-05-08T22:38:34.238311+0000","last_peered":"2024-05-08T22:38:34.238311+0000","last_clean":"2024-05-08T22:38:34.238311+0000","last_became_active":"2024-05-08T22:32:53.380991+0000","last_became_peered":"2024-05-08T22:32:53.380991+0000","last_unstale":"2024-05-08T22:38:34.238311+0000","last_undegraded":"2024-05-08T22:38:34.238311+0000","last_fullsized":"2024-05-08T22:38:34.238311+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131","last_scrub_stamp":"2024-05-08T22:38:34.238163+0000","last_deep_scrub":"20'131","last_deep_scrub_stamp":"2024-05-08T22:38:34.238163+0000","last_clean_scrub_stamp":"2024-05-08T22:38:34.238163+0000","log_size":131,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":123,"num_write_kb":335872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"20'118","reported_seq":132,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:36.842368+0000","last_change":"2024-05-08T22:38:36.842368+0000","last_active":"2024-05-08T22:38:36.842368+0000","last_peered":"2024-05-08T22:38:36.842368+0000","last_clean":"2024-05-08T22:38:36.842368+0000","last_became_active":"2024-05-08T22:33:42.926313+0000","last_became_peered":"2024-05-08T22:33:42.926313+0000","last_unstale":"2024-05-08T22:38:36.842368+0000","last_undegraded":"2024-05-08T22:38:36.842368+0000","last_fullsized":"2024-05-08T22:38:36.842368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'118","last_scrub_stamp":"2024-05-08T22:38:36.842252+0000","last_deep_scrub":"20'118","last_deep_scrub_stamp":"2024-05-08T22:38:36.842252+0000","last_clean_scrub_stamp":"2024-05-08T22:38:36.842252+0000","log_size":118,"ondisk_log_size":118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":303104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"20'133","reported_seq":150,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-05-08T22:38:32.842424+0000","last_change":"2024-05-08T22:38:32.842424+0000","last_active":"2024-05-08T22:38:32.842424+0000","last_peered":"2024-05-08T22:38:32.842424+0000","last_clean":"2024-05-08T22:38:32.842424+0000","last_became_active":"2024-05-08T22:32:53.367707+0000","last_became_peered":"2024-05-08T22:32:53.367707+0000","last_unstale":"2024-05-08T22:38:32.842424+0000","last_undegraded":"2024-05-08T22:38:32.842424+0000","last_fullsized":"2024-05-08T22:38:32.842424+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'133","last_scrub_stamp":"2024-05-08T22:38:32.842306+0000","last_deep_scrub":"20'133","last_deep_scrub_stamp":"2024-05-08T22:38:32.842306+0000","last_clean_scrub_stamp":"2024-05-08T22:38:32.842306+0000","log_size":133,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":129,"num_write_kb":352256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9216,"num_write_kb":25165824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9717,"ondisk_log_size":9717,"up":128,"acting":128,"num_store_stats":4},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":195646,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":158,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4880,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":458752,"data_stored":391292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169,"ondisk_log_size":169,"up":64,"acting":64,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":4}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705748,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297604,"kb_used_data":380,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074236,"statfs":{"total":96636764160,"available":96332017664,"internally_reserved":0,"allocated":389120,"data_stored":254043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:38:52 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.36499999999999999,"15min":0.33700000000000002},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.193},"max":{"1min":0.52600000000000002,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.308},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41799999999999998,"15min":0.35999999999999999},"min":{"1min":0.246,"5min":0.22,"15min":0.22},"max":{"1min":0.48299999999999998,"5min":3.883,"15min":3.883},"last":0.39400000000000002}]},{"osd":1,"last update":"Wed May 8 22:38:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40899999999999997,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54300000000000004,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.437,"15min":0.377},"min":{"1min":0.311,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.52300000000000002,"5min":3.9910000000000001,"15min":3.9910000000000001},"last":0.36499999999999999}]},{"osd":2,"last update":"Wed May 8 22:38:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42199999999999999,"15min":0.39200000000000002},"min":{"1min":0.29999999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.55700000000000005,"5min":1.5009999999999999,"15min":1.5009999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45300000000000001,"15min":0.39700000000000002},"min":{"1min":0.28899999999999998,"5min":0.27000000000000002,"15min":0.26600000000000001},"max":{"1min":0.64000000000000001,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.34399999999999997}]}]},{"osd":2,"up_from":9,"seq":38654705747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309756,"kb_used_data":372,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062084,"statfs":{"total":96636764160,"available":96319574016,"internally_reserved":0,"allocated":380928,"data_stored":254354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.38700000000000001,"15min":0.32500000000000001},"min":{"1min":0.20899999999999999,"5min":0.17599999999999999,"15min":0.16600000000000001},"max":{"1min":0.51000000000000001,"5min":3.8599999999999999,"15min":3.8599999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.36799999999999999,"15min":0.34399999999999997},"min":{"1min":0.24199999999999999,"5min":0.20000000000000001,"15min":0.186},"max":{"1min":0.45500000000000002,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.36099999999999999}]},{"osd":1,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.437,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.19,"15min":0.19},"max":{"1min":0.53400000000000003,"5min":2.3210000000000002,"15min":2.3210000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.46400000000000002,"15min":0.39300000000000002},"min":{"1min":0.28799999999999998,"5min":0.193,"15min":0.193},"max":{"1min":0.56899999999999995,"5min":3.5470000000000002,"15min":3.5470000000000002},"last":0.34799999999999998}]},{"osd":3,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.439,"15min":0.38},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.54100000000000004,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":0.315},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.504,"15min":0.435},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.55100000000000005,"5min":3.468,"15min":3.468},"last":0.442}]}]},{"osd":0,"up_from":9,"seq":38654705748,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309572,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":309376,"kb_avail":94062268,"statfs":{"total":96636764160,"available":96319762432,"internally_reserved":0,"allocated":192512,"data_stored":60683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316801024},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed May 8 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.372,"15min":0.35599999999999998},"min":{"1min":0.248,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.40500000000000003,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.45400000000000001,"15min":0.39800000000000002},"min":{"1min":0.26700000000000002,"5min":0.215,"15min":0.215},"max":{"1min":0.48099999999999998,"5min":8.6280000000000001,"15min":8.6280000000000001},"last":0.28100000000000003}]},{"osd":2,"last update":"Wed May 8 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.27800000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.438,"5min":1.054,"15min":1.054},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39400000000000002,"15min":0.38200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.50900000000000001,"5min":1.958,"15min":1.958},"last":0.379}]},{"osd":3,"last update":"Wed May 8 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.40200000000000002},"min":{"1min":0.32200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.48699999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41599999999999998,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.47799999999999998,"5min":2.5779999999999998,"15min":2.5779999999999998},"last":0.31900000000000001}]}]},{"osd":1,"up_from":9,"seq":38654705748,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297404,"kb_used_data":180,"kb_used_omap":0,"kb_used_meta":297216,"kb_avail":94074436,"statfs":{"total":96636764160,"available":96332222464,"internally_reserved":0,"allocated":184320,"data_stored":60124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304349184},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.373,"15min":0.32400000000000001},"min":{"1min":0.26100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.54600000000000004,"5min":3.766,"15min":3.766},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.35899999999999999,"15min":0.34100000000000003},"min":{"1min":0.26800000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.498,"5min":0.622,"15min":0.622},"last":0.39900000000000002}]},{"osd":2,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.374,"15min":0.34599999999999997},"min":{"1min":0.26200000000000001,"5min":0.248,"15min":0.24399999999999999},"max":{"1min":0.47999999999999998,"5min":1.357,"15min":1.357},"last":0.38},{"interface":"front","average":{"1min":0.374,"5min":0.40500000000000003,"15min":0.36399999999999999},"min":{"1min":0.30599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.501,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.34499999999999997}]},{"osd":3,"last update":"Wed May 8 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.42199999999999999,"15min":0.38400000000000001},"min":{"1min":0.27300000000000002,"5min":0.25900000000000001,"15min":0.25700000000000001},"max":{"1min":0.52400000000000002,"5min":2.9460000000000002,"15min":2.9460000000000002},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.38200000000000001},"min":{"1min":0.309,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51500000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.433}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":208896,"data_stored":194876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":194565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T22:39:35.874 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-05-08T22:39:36.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.021+0000 7f3054d75700 1 Processor -- start 2024-05-08T22:39:36.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.021+0000 7f3054d75700 1 -- start start 2024-05-08T22:39:36.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f3054d75700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 0x7f30501279d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f3054d75700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3050095de0 0x7f3050096240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f3054d75700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050096730 0x7f3050131a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f3054d75700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3050066d80 con 0x7f3050095de0 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f3054d75700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3050127190 con 0x7f30501275f0 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f3054d75700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f30501273f0 con 0x7f3050096730 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3050095de0 0x7f3050096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304e59c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 0x7f30501279d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304ed9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050096730 0x7f3050131a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304ed9d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050096730 0x7f3050131a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:38262/0 (socket says 172.21.15.38:38262) 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3050095de0 0x7f3050096240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:38962/0 (socket says 172.21.15.38:38962) 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304e59c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 0x7f30501279d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45868/0 (socket says 172.21.15.38:45868) 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304ed9d700 1 -- 172.21.15.38:0/3243790414 learned_addr learned my addr 172.21.15.38:0/3243790414 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 -- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050096730 msgr2=0x7f3050131a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050096730 0x7f3050131a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 -- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 msgr2=0x7f30501279d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 0x7f30501279d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 -- 172.21.15.38:0/3243790414 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3050066750 con 0x7f3050095de0 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304e59c700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 0x7f30501279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.022+0000 7f304dd9b700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3050095de0 0x7f3050096240 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 rx=0x7f3040009760 tx=0x7f3040009060).ready entity=mon.0 client_cookie=9b743a0fe95163a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f304d59a700 1 -- 172.21.15.38:0/3243790414 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30400090d0 con 0x7f3050095de0 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f304d59a700 1 -- 172.21.15.38:0/3243790414 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f304000d4a0 con 0x7f3050095de0 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f304d59a700 1 -- 172.21.15.38:0/3243790414 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304000d820 con 0x7f3050095de0 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 -- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3050095de0 msgr2=0x7f3050096240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3050095de0 0x7f3050096240 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 rx=0x7f3040009760 tx=0x7f3040009060).stop 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 -- 172.21.15.38:0/3243790414 shutdown_connections 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050096730 0x7f3050131a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30501275f0 0x7f30501279d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 --2- 172.21.15.38:0/3243790414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3050095de0 0x7f3050096240 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 -- 172.21.15.38:0/3243790414 >> 172.21.15.38:0/3243790414 conn(0x7f305009a660 msgr2=0x7f305009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:36.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 -- 172.21.15.38:0/3243790414 shutdown_connections 2024-05-08T22:39:36.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.023+0000 7f3054d75700 1 -- 172.21.15.38:0/3243790414 wait complete. 2024-05-08T22:39:36.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.024+0000 7f3054d75700 1 Processor -- start 2024-05-08T22:39:36.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.024+0000 7f3054d75700 1 -- start start 2024-05-08T22:39:36.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f3054d75700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 0x7f30501246a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f3054d75700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3050096730 0x7f3050113540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f3054d75700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30501275f0 0x7f3050113a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f3054d75700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3050115a30 con 0x7f30501275f0 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f3054d75700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3050066980 con 0x7f3050096730 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f3054d75700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f30501170a0 con 0x7f3050095de0 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 0x7f30501246a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 0x7f30501246a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:38278/0 (socket says 172.21.15.38:38278) 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 -- 172.21.15.38:0/1223100151 learned_addr learned my addr 172.21.15.38:0/1223100151 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304dd9b700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3050096730 0x7f3050113540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304ed9d700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30501275f0 0x7f3050113a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 -- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3050096730 msgr2=0x7f3050113540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3050096730 0x7f3050113540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 -- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30501275f0 msgr2=0x7f3050113a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30501275f0 0x7f3050113a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 -- 172.21.15.38:0/1223100151 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30440092a0 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304dd9b700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3050096730 0x7f3050113540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f304e59c700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 0x7f30501246a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 rx=0x7f304400ea50 tx=0x7f3044009060).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.025+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304400ee90 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.026+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f304400c850 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.026+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30400092a0 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.026+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304400cbd0 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.026+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3050117750 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.026+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f304401b400 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.026+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f304403b7f0 con 0x7f3050095de0 2024-05-08T22:39:36.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.027+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3050116a30 con 0x7f3050095de0 2024-05-08T22:39:36.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.031+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f304401be60 con 0x7f3050095de0 2024-05-08T22:39:36.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.205+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f3050116e90 con 0x7f3050095de0 2024-05-08T22:39:36.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.218+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f30440123f0 con 0x7f3050095de0 2024-05-08T22:39:36.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.219+0000 7f303effd700 1 -- 172.21.15.38:0/1223100151 <== mon.2 v2:172.21.15.38:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v2)=0 v2) v1 ==== 123+0+0 (secure 0 0 0) 0x7f304401be60 con 0x7f3050095de0 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 >> v1:172.21.15.38:6816/46721 conn(0x7f303002bd00 legacy=0x7f303002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 msgr2=0x7f30501246a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 0x7f30501246a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 rx=0x7f304400ea50 tx=0x7f3044009060).stop 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 shutdown_connections 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30501275f0 0x7f3050113a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f3050095de0 0x7f30501246a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 --2- 172.21.15.38:0/1223100151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3050096730 0x7f3050113540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 >> 172.21.15.38:0/1223100151 conn(0x7f305009a660 msgr2=0x7f3050069650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:36.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 shutdown_connections 2024-05-08T22:39:36.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.221+0000 7f3054d75700 1 -- 172.21.15.38:0/1223100151 wait complete. 2024-05-08T22:39:36.233 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-08T22:39:36.233 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 Processor -- start 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 -- start start 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d28062700 0x7f0d28127620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28127b10 0x7f0d280964f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d28066db0 con 0x7f0d28127120 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d28066380 con 0x7f0d28062700 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d2dd9b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d28067080 con 0x7f0d28127b10 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d277fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d28062700 0x7f0d28127620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d27fff700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28127b10 0x7f0d280964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d26ffd700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0d28127120 0x7f0d28095de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50254/0 (socket says 172.21.15.38:50254) 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.353+0000 7f0d26ffd700 1 -- 172.21.15.38:0/3329740606 learned_addr learned my addr 172.21.15.38:0/3329740606 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d27fff700 1 -- 172.21.15.38:0/3329740606 >> v2:172.21.15.38:3300/0 conn(0x7f0d28062700 msgr2=0x7f0d28127620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d267fc700 1 -- 172.21.15.38:0/3329740606 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 161968373 0 0) 0x7f0d28066db0 con 0x7f0d28127120 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d27fff700 1 --2- 172.21.15.38:0/3329740606 >> v2:172.21.15.38:3300/0 conn(0x7f0d28062700 0x7f0d28127620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d27fff700 1 -- 172.21.15.38:0/3329740606 >> v1:172.21.15.38:6789/0 conn(0x7f0d28127120 legacy=0x7f0d28095de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d27fff700 1 -- 172.21.15.38:0/3329740606 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d280672d0 con 0x7f0d28127b10 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d277fe700 1 --2- 172.21.15.38:0/3329740606 >> v2:172.21.15.38:3300/0 conn(0x7f0d28062700 0x7f0d28127620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d27fff700 1 --2- 172.21.15.38:0/3329740606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28127b10 0x7f0d280964f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 rx=0x7f0d20009e90 tx=0x7f0d20009780).ready entity=mon.1 client_cookie=f8d997af478a029 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d267fc700 1 -- 172.21.15.38:0/3329740606 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2000e070 con 0x7f0d28127b10 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d267fc700 1 -- 172.21.15.38:0/3329740606 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f0d2000bb20 con 0x7f0d28127b10 2024-05-08T22:39:36.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d267fc700 1 -- 172.21.15.38:0/3329740606 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d20012410 con 0x7f0d28127b10 2024-05-08T22:39:36.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/3329740606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28127b10 msgr2=0x7f0d280964f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/3329740606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28127b10 0x7f0d280964f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 rx=0x7f0d20009e90 tx=0x7f0d20009780).stop 2024-05-08T22:39:36.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/3329740606 shutdown_connections 2024-05-08T22:39:36.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/3329740606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28127b10 0x7f0d280964f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/3329740606 >> v2:172.21.15.38:3300/0 conn(0x7f0d28062700 0x7f0d28127620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/3329740606 >> 172.21.15.38:0/3329740606 conn(0x7f0d2809a660 msgr2=0x7f0d2809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.354+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/3329740606 shutdown_connections 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.355+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/3329740606 wait complete. 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.355+0000 7f0d2dd9b700 1 Processor -- start 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 -- start start 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 0x7f0d281175a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d28127120 0x7f0d28113570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 0x7f0d28113a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d281246d0 con 0x7f0d28127b10 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d280986a0 con 0x7f0d28062700 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d2dd9b700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0d280669f0 con 0x7f0d28127120 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d277fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 0x7f0d281175a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d27fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 0x7f0d28113a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d27fff700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 0x7f0d28113a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39000/0 (socket says 172.21.15.38:39000) 2024-05-08T22:39:36.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d277fe700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 0x7f0d281175a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45894/0 (socket says 172.21.15.38:45894) 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d27fff700 1 -- 172.21.15.38:0/2433695839 learned_addr learned my addr 172.21.15.38:0/2433695839 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d26ffd700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d28127120 0x7f0d28113570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.356+0000 7f0d27fff700 1 -- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d28127120 msgr2=0x7f0d28113570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d27fff700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d28127120 0x7f0d28113570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d27fff700 1 -- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 msgr2=0x7f0d281175a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d27fff700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 0x7f0d281175a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d27fff700 1 -- 172.21.15.38:0/2433695839 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d180092a0 con 0x7f0d28127b10 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d277fe700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 0x7f0d281175a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d27fff700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 0x7f0d28113a60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 rx=0x7f0d2000b6c0 tx=0x7f0d20009780).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2001d5a0 con 0x7f0d28127b10 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f0d2001d700 con 0x7f0d28127b10 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2001dae0 con 0x7f0d28127b10 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d20009a20 con 0x7f0d28127b10 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.357+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d28115190 con 0x7f0d28127b10 2024-05-08T22:39:36.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.358+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f0d20003040 con 0x7f0d28127b10 2024-05-08T22:39:36.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.358+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f0d2003d4b0 con 0x7f0d28127b10 2024-05-08T22:39:36.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.358+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d281277f0 con 0x7f0d28127b10 2024-05-08T22:39:36.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.363+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f0d20017070 con 0x7f0d28127b10 2024-05-08T22:39:36.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.569+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0d28115320 con 0x7f0d28127b10 2024-05-08T22:39:36.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.570+0000 7f0d0ffff700 1 -- 172.21.15.38:0/2433695839 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2156 (secure 0 0 0) 0x7f0d20017020 con 0x7f0d28127b10 2024-05-08T22:39:36.570 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:39:36.570 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-08T22:32:53.331855+0000","modified":"2024-05-08T22:32:56.356287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4181},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4181":{"gid":4181,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-05-08T22:39:36.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 >> v1:172.21.15.38:6816/46721 conn(0x7f0d1402bd00 legacy=0x7f0d1402e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 msgr2=0x7f0d28113a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 0x7f0d28113a60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 rx=0x7f0d2000b6c0 tx=0x7f0d20009780).stop 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 shutdown_connections 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d28062700 0x7f0d281175a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d28127b10 0x7f0d28113a60 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 --2- 172.21.15.38:0/2433695839 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f0d28127120 0x7f0d28113570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.571+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 >> 172.21.15.38:0/2433695839 conn(0x7f0d2809a660 msgr2=0x7f0d28069680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.572+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 shutdown_connections 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.572+0000 7f0d2dd9b700 1 -- 172.21.15.38:0/2433695839 wait complete. 2024-05-08T22:39:36.572 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-05-08T22:39:36.583 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.702+0000 7f03eb520700 1 Processor -- start 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03eb520700 1 -- start start 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03eb520700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412b1a0 0x7f03e412fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03eb520700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e412ff60 0x7f03e4132350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03eb520700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03e4067f60 con 0x7f03e4062700 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03eb520700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03e412b5c0 con 0x7f03e412b1a0 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03eb520700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f03e4066750 con 0x7f03e412ff60 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03e8abb700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412b1a0 0x7f03e412fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03e9abd700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e412ff60 0x7f03e4132350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03e92bc700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f03e4062700 0x7f03e412aa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50256/0 (socket says 172.21.15.38:50256) 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.703+0000 7f03e92bc700 1 -- 172.21.15.38:0/1072165514 learned_addr learned my addr 172.21.15.38:0/1072165514 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03e9abd700 1 -- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412b1a0 msgr2=0x7f03e412fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03e9abd700 1 --2- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412b1a0 0x7f03e412fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03dbfff700 1 -- 172.21.15.38:0/1072165514 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 38000682 0 0) 0x7f03e4067f60 con 0x7f03e4062700 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03e9abd700 1 -- 172.21.15.38:0/1072165514 >> v1:172.21.15.38:6789/0 conn(0x7f03e4062700 legacy=0x7f03e412aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03e9abd700 1 -- 172.21.15.38:0/1072165514 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03e4067010 con 0x7f03e412ff60 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03e8abb700 1 --2- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412b1a0 0x7f03e412fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03e9abd700 1 --2- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e412ff60 0x7f03e4132350 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 rx=0x7f03dc009e90 tx=0x7f03dc009780).ready entity=mon.2 client_cookie=c455fa363fe74f7d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03dbfff700 1 -- 172.21.15.38:0/1072165514 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc00e070 con 0x7f03e412ff60 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03dbfff700 1 -- 172.21.15.38:0/1072165514 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f03dc00bb60 con 0x7f03e412ff60 2024-05-08T22:39:36.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03dbfff700 1 -- 172.21.15.38:0/1072165514 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc012410 con 0x7f03e412ff60 2024-05-08T22:39:36.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 -- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e412ff60 msgr2=0x7f03e4132350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 --2- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e412ff60 0x7f03e4132350 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 rx=0x7f03dc009e90 tx=0x7f03dc009780).stop 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 -- 172.21.15.38:0/1072165514 shutdown_connections 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 --2- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e412ff60 0x7f03e4132350 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 --2- 172.21.15.38:0/1072165514 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412b1a0 0x7f03e412fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 -- 172.21.15.38:0/1072165514 >> 172.21.15.38:0/1072165514 conn(0x7f03e409a660 msgr2=0x7f03e409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 -- 172.21.15.38:0/1072165514 shutdown_connections 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.704+0000 7f03eb520700 1 -- 172.21.15.38:0/1072165514 wait complete. 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.705+0000 7f03eb520700 1 Processor -- start 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.705+0000 7f03eb520700 1 -- start start 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03eb520700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e4062700 0x7f03e4112c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03eb520700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 0x7f03e412daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03eb520700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412ff60 0x7f03e412df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:36.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03eb520700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e412fab0 con 0x7f03e412b1a0 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03eb520700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03e41121c0 con 0x7f03e412ff60 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03eb520700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f03e4066980 con 0x7f03e4062700 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 0x7f03e412daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e92bc700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e4062700 0x7f03e4112c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 0x7f03e412daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39002/0 (socket says 172.21.15.38:39002) 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e9abd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412ff60 0x7f03e412df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 -- 172.21.15.38:0/158696680 learned_addr learned my addr 172.21.15.38:0/158696680 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 -- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e4062700 msgr2=0x7f03e4112c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e4062700 0x7f03e4112c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 -- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412ff60 msgr2=0x7f03e412df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412ff60 0x7f03e412df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 -- 172.21.15.38:0/158696680 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d40092a0 con 0x7f03e412b1a0 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e92bc700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e4062700 0x7f03e4112c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e9abd700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412ff60 0x7f03e412df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.706+0000 7f03e8abb700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 0x7f03e412daa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 rx=0x7f03d400e9d0 tx=0x7f03d4009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.707+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d4009600 con 0x7f03e412b1a0 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.707+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f03d400c6a0 con 0x7f03e412b1a0 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.707+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03dc009a20 con 0x7f03e412b1a0 2024-05-08T22:39:36.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.707+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d400ca40 con 0x7f03e412b1a0 2024-05-08T22:39:36.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.707+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03e4111050 con 0x7f03e412b1a0 2024-05-08T22:39:36.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.707+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f03d401b400 con 0x7f03e412b1a0 2024-05-08T22:39:36.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.708+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f03d403b7f0 con 0x7f03e412b1a0 2024-05-08T22:39:36.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.708+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03e4112560 con 0x7f03e412b1a0 2024-05-08T22:39:36.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.712+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f03d4019310 con 0x7f03e412b1a0 2024-05-08T22:39:36.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.920+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f03e4064be0 con 0x7f03e412b1a0 2024-05-08T22:39:36.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.920+0000 7f03d9ffb700 1 -- 172.21.15.38:0/158696680 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2156 (secure 0 0 0) 0x7f03d4011b40 con 0x7f03e412b1a0 2024-05-08T22:39:36.920 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:39:36.920 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-08T22:32:53.331855+0000","modified":"2024-05-08T22:32:56.356287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4181},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4181":{"gid":4181,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6817/2131126443","addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6817","nonce":2131126443}]},"join_fscid":-1,"export_targets":[],"features":4540138314316775423,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-05-08T22:39:36.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 >> v1:172.21.15.38:6816/46721 conn(0x7f03c802bcd0 legacy=0x7f03c802e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 msgr2=0x7f03e412daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:36.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 0x7f03e412daa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 rx=0x7f03d400e9d0 tx=0x7f03d4009060).stop 2024-05-08T22:39:36.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 shutdown_connections 2024-05-08T22:39:36.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03e412ff60 0x7f03e412df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f03e4062700 0x7f03e4112c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 --2- 172.21.15.38:0/158696680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03e412b1a0 0x7f03e412daa0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:36.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 >> 172.21.15.38:0/158696680 conn(0x7f03e409a660 msgr2=0x7f03e4129490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:36.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 shutdown_connections 2024-05-08T22:39:36.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:36.922+0000 7f03eb520700 1 -- 172.21.15.38:0/158696680 wait complete. 2024-05-08T22:39:36.923 INFO:teuthology.orchestra.run.smithi038.stderr:dumped fsmap epoch 6 2024-05-08T22:39:36.933 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T22:39:37.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.052+0000 7f9d232d2700 1 Processor -- start 2024-05-08T22:39:37.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.052+0000 7f9d232d2700 1 -- start start 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d232d2700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9d1c096ba0 0x7f9d1c12c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d232d2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c12eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d232d2700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d1c096f80 con 0x7f9d1c069f00 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d232d2700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d1c06a2e0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d232d2700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c068010 con 0x7f9d1c12cc00 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d2086d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9d1c096ba0 0x7f9d1c12c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d2186f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c12eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d2106e700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f9d1c069f00 0x7f9d1c127310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50262/0 (socket says 172.21.15.38:50262) 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.053+0000 7f9d2106e700 1 -- 172.21.15.38:0/129071948 learned_addr learned my addr 172.21.15.38:0/129071948 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d2086d700 1 -- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 msgr2=0x7f9d1c12eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d2086d700 1 --2- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c12eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d2086d700 1 -- 172.21.15.38:0/129071948 >> v1:172.21.15.38:6789/0 conn(0x7f9d1c069f00 legacy=0x7f9d1c127310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d2086d700 1 -- 172.21.15.38:0/129071948 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d1c069440 con 0x7f9d1c096ba0 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d0ffff700 1 -- 172.21.15.38:0/129071948 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2491498261 0 0) 0x7f9d1c096f80 con 0x7f9d1c069f00 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d2186f700 1 --2- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c12eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d2086d700 1 --2- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c096ba0 0x7f9d1c12c710 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 rx=0x7f9d18009760 tx=0x7f9d18009060).ready entity=mon.0 client_cookie=d08d919d3a72d4cb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d0ffff700 1 -- 172.21.15.38:0/129071948 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1800f510 con 0x7f9d1c096ba0 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d0ffff700 1 -- 172.21.15.38:0/129071948 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9d1800f670 con 0x7f9d1c096ba0 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d0ffff700 1 -- 172.21.15.38:0/129071948 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1800fa10 con 0x7f9d1c096ba0 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d232d2700 1 -- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c096ba0 msgr2=0x7f9d1c12c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.054+0000 7f9d232d2700 1 --2- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c096ba0 0x7f9d1c12c710 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 rx=0x7f9d18009760 tx=0x7f9d18009060).stop 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 -- 172.21.15.38:0/129071948 shutdown_connections 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 --2- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c12eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 --2- 172.21.15.38:0/129071948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c096ba0 0x7f9d1c12c710 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 -- 172.21.15.38:0/129071948 >> 172.21.15.38:0/129071948 conn(0x7f9d1c09a660 msgr2=0x7f9d1c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 -- 172.21.15.38:0/129071948 shutdown_connections 2024-05-08T22:39:37.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 -- 172.21.15.38:0/129071948 wait complete. 2024-05-08T22:39:37.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.055+0000 7f9d232d2700 1 Processor -- start 2024-05-08T22:39:37.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 -- start start 2024-05-08T22:39:37.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c069f00 0x7f9d1c110ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 0x7f9d1c1111d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c1116c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c114240 con 0x7f9d1c069f00 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c098600 con 0x7f9d1c096ba0 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d232d2700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1c068b80 con 0x7f9d1c12cc00 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 0x7f9d1c1111d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2186f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c1116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2106e700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c069f00 0x7f9d1c110ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2186f700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c1116c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:38326/0 (socket says 172.21.15.38:38326) 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2186f700 1 -- 172.21.15.38:0/738025557 learned_addr learned my addr 172.21.15.38:0/738025557 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 0x7f9d1c1111d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45904/0 (socket says 172.21.15.38:45904) 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 -- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 msgr2=0x7f9d1c1116c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c1116c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 -- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c069f00 msgr2=0x7f9d1c110ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c069f00 0x7f9d1c110ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2086d700 1 -- 172.21.15.38:0/738025557 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d14009a20 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.056+0000 7f9d2106e700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c069f00 0x7f9d1c110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.057+0000 7f9d2086d700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 0x7f9d1c1111d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 rx=0x7f9d1c09b520 tx=0x7f9d18009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.057+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1800fea0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.057+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9d1800f7e0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.057+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1801c420 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.057+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d180092a0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.057+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d1c096920 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.058+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f9d1801c7d0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.058+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7f9d1803c8e0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.058+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d1c0968c0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.063+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f9d18018940 con 0x7f9d1c096ba0 2024-05-08T22:39:37.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.230+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9d1c064be0 con 0x7f9d1c096ba0 2024-05-08T22:39:37.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.230+0000 7f9d0df76700 1 -- 172.21.15.38:0/738025557 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+11637 (secure 0 0 0) 0x7f9d18018350 con 0x7f9d1c096ba0 2024-05-08T22:39:37.230 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-05-08T22:39:37.230 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":20,"fsid":"f8cfd9ed-f4ef-4506-b858-5b55e7f7418d","created":"2024-05-08T22:32:37.257825+0000","modified":"2024-05-08T22:33:42.892872+0000","last_up_change":"2024-05-08T22:32:45.747015+0000","last_in_change":"2024-05-08T22:32:39.312687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":4,"require_min_compat_client":"pacific","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-05-08T22:32:45.818690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-08T22:32:47.256049+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2024-05-08T22:32:51.710714+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2024-05-08T22:32:52.302368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"aeb6c411-430d-4bfc-a4e2-c956a2bfd431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6800","nonce":47280}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6802","nonce":47280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6806","nonce":47280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6804","nonce":47280}]},"public_addr":"172.21.15.38:6800/47280","cluster_addr":"172.21.15.38:6802/47280","heartbeat_back_addr":"172.21.15.38:6806/47280","heartbeat_front_addr":"172.21.15.38:6804/47280","state":["exists","up"]},{"osd":1,"uuid":"54122999-507b-45ed-ae9a-b3b22e89df56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6808","nonce":47298}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6809","nonce":47298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6811","nonce":47298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6810","nonce":47298}]},"public_addr":"172.21.15.38:6808/47298","cluster_addr":"172.21.15.38:6809/47298","heartbeat_back_addr":"172.21.15.38:6811/47298","heartbeat_front_addr":"172.21.15.38:6810/47298","state":["exists","up"]},{"osd":2,"uuid":"e2fc385e-97c8-485c-a870-764fe50e0622","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6801","nonce":47281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6803","nonce":47281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6807","nonce":47281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6805","nonce":47281}]},"public_addr":"172.21.15.38:6801/47281","cluster_addr":"172.21.15.38:6803/47281","heartbeat_back_addr":"172.21.15.38:6807/47281","heartbeat_front_addr":"172.21.15.38:6805/47281","state":["exists","up"]},{"osd":3,"uuid":"54381c72-d3ba-415b-9119-2adf73c04675","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6812","nonce":47311}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6813","nonce":47311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6815","nonce":47311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.38:6814","nonce":47311}]},"public_addr":"172.21.15.38:6812/47311","cluster_addr":"172.21.15.38:6813/47311","heartbeat_back_addr":"172.21.15.38:6815/47311","heartbeat_front_addr":"172.21.15.38:6814/47311","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.393171+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.445062+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.520293+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T22:32:44.460274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.8","mappings":[{"from":3,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":0}]},{"pgid":"4.16","mappings":[{"from":3,"to":2}]},{"pgid":"4.19","mappings":[{"from":3,"to":0}]},{"pgid":"4.23","mappings":[{"from":3,"to":2}]},{"pgid":"4.25","mappings":[{"from":3,"to":2}]},{"pgid":"4.30","mappings":[{"from":3,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 >> v1:172.21.15.38:6816/46721 conn(0x7f9d0002bd00 legacy=0x7f9d0002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 msgr2=0x7f9d1c1111d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 0x7f9d1c1111d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 rx=0x7f9d1c09b520 tx=0x7f9d18009060).stop 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 shutdown_connections 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9d1c12cc00 0x7f9d1c1116c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9d1c069f00 0x7f9d1c110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 --2- 172.21.15.38:0/738025557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9d1c096ba0 0x7f9d1c1111d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 >> 172.21.15.38:0/738025557 conn(0x7f9d1c09a660 msgr2=0x7f9d1c062700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 shutdown_connections 2024-05-08T22:39:37.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.232+0000 7f9d232d2700 1 -- 172.21.15.38:0/738025557 wait complete. 2024-05-08T22:39:37.244 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-05-08T22:39:37.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.364+0000 7fe9d0548700 1 Processor -- start 2024-05-08T22:39:37.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.364+0000 7fe9d0548700 1 -- start start 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9d0548700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe9c8093e70 0x7fe9c812ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9d0548700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c8132880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9d0548700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9c805e350 con 0x7fe9c8093380 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9d0548700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9c8091820 con 0x7fe9c8093e70 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9d0548700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c8092610 con 0x7fe9c8130490 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9cdae3700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe9c8093e70 0x7fe9c812ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ceae5700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c8132880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ce2e4700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fe9c8093380 0x7fe9c8093760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50272/0 (socket says 172.21.15.38:50272) 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ce2e4700 1 -- 172.21.15.38:0/622657648 learned_addr learned my addr 172.21.15.38:0/622657648 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ceae5700 1 -- 172.21.15.38:0/622657648 >> v2:172.21.15.38:3300/0 conn(0x7fe9c8093e70 msgr2=0x7fe9c812ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ceae5700 1 --2- 172.21.15.38:0/622657648 >> v2:172.21.15.38:3300/0 conn(0x7fe9c8093e70 0x7fe9c812ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ceae5700 1 -- 172.21.15.38:0/622657648 >> v1:172.21.15.38:6789/0 conn(0x7fe9c8093380 legacy=0x7fe9c8093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9cd2e2700 1 -- 172.21.15.38:0/622657648 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3091860933 0 0) 0x7fe9c805e350 con 0x7fe9c8093380 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ceae5700 1 -- 172.21.15.38:0/622657648 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9c805e760 con 0x7fe9c8130490 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9cdae3700 1 --2- 172.21.15.38:0/622657648 >> v2:172.21.15.38:3300/0 conn(0x7fe9c8093e70 0x7fe9c812ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.365+0000 7fe9ceae5700 1 --2- 172.21.15.38:0/622657648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c8132880 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 rx=0x7fe9c0009e60 tx=0x7fe9c0009780).ready entity=mon.1 client_cookie=ca2d8016b9b5e9e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9cd2e2700 1 -- 172.21.15.38:0/622657648 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c000e070 con 0x7fe9c8130490 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9cd2e2700 1 -- 172.21.15.38:0/622657648 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe9c000bb60 con 0x7fe9c8130490 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9cd2e2700 1 -- 172.21.15.38:0/622657648 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0012410 con 0x7fe9c8130490 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 -- 172.21.15.38:0/622657648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 msgr2=0x7fe9c8132880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 --2- 172.21.15.38:0/622657648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c8132880 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 rx=0x7fe9c0009e60 tx=0x7fe9c0009780).stop 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 -- 172.21.15.38:0/622657648 shutdown_connections 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 --2- 172.21.15.38:0/622657648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c8132880 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 --2- 172.21.15.38:0/622657648 >> v2:172.21.15.38:3300/0 conn(0x7fe9c8093e70 0x7fe9c812ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 -- 172.21.15.38:0/622657648 >> 172.21.15.38:0/622657648 conn(0x7fe9c809a850 msgr2=0x7fe9c8096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:37.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 -- 172.21.15.38:0/622657648 shutdown_connections 2024-05-08T22:39:37.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.366+0000 7fe9d0548700 1 -- 172.21.15.38:0/622657648 wait complete. 2024-05-08T22:39:37.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.367+0000 7fe9d0548700 1 Processor -- start 2024-05-08T22:39:37.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.367+0000 7fe9d0548700 1 -- start start 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe9c8093380 0x7fe9c808e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 0x7fe9c808b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c808b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c808fb60 con 0x7fe9c8093e70 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c808d070 con 0x7fe9c8130490 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c8095d90 con 0x7fe9c8093380 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 0x7fe9c808b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9ce2e4700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe9c8093380 0x7fe9c808e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9ceae5700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c808b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 0x7fe9c808b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39044/0 (socket says 172.21.15.38:39044) 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 -- 172.21.15.38:0/907490183 learned_addr learned my addr 172.21.15.38:0/907490183 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:37.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 -- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe9c8093380 msgr2=0x7fe9c808e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe9c8093380 0x7fe9c808e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 -- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 msgr2=0x7fe9c808b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c808b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 -- 172.21.15.38:0/907490183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9b80092a0 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9ceae5700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c808b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9cdae3700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 0x7fe9c808b450 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 rx=0x7fe9b800ea20 tx=0x7fe9b8009060).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9b800ee60 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe9b8009600 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9c0009a20 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9b800ca20 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.368+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9c808ef80 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.369+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7fe9b801b400 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.369+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3893+0+0 (secure 0 0 0) 0x7fe9b803b7f0 con 0x7fe9c8093e70 2024-05-08T22:39:37.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.369+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9c8092220 con 0x7fe9c8093e70 2024-05-08T22:39:37.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.374+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7fe9b8019310 con 0x7fe9c8093e70 2024-05-08T22:39:37.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:37.582+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe9c80646d0 con 0x7fe9c8093e70 2024-05-08T22:39:38.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.237+0000 7fe9beffd700 1 -- 172.21.15.38:0/907490183 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v7) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe9b8011b40 con 0x7fe9c8093e70 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 >> v1:172.21.15.38:6816/46721 conn(0x7fe9ac02bd00 legacy=0x7fe9ac02e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 msgr2=0x7fe9c808b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 0x7fe9c808b450 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 rx=0x7fe9b800ea20 tx=0x7fe9b8009060).stop 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 shutdown_connections 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9c8130490 0x7fe9c808b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7fe9c8093380 0x7fe9c808e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 --2- 172.21.15.38:0/907490183 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9c8093e70 0x7fe9c808b450 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 >> 172.21.15.38:0/907490183 conn(0x7fe9c809a850 msgr2=0x7fe9c8094650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 shutdown_connections 2024-05-08T22:39:38.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.240+0000 7fe9d0548700 1 -- 172.21.15.38:0/907490183 wait complete. 2024-05-08T22:39:38.241 INFO:teuthology.orchestra.run.smithi038.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-08T22:39:38.255 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-05-08T22:39:38.275 INFO:tasks.ceph.mds.a.smithi038.stdout:starting mds.a at 2024-05-08T22:39:38.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 Processor -- start 2024-05-08T22:39:38.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 -- start start 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 0x7f1a04096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 0x7f1a041276f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 0x7f1a04124290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a0406a2e0 con 0x7f1a04069f00 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a04068010 con 0x7f1a04127310 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.386+0000 7f1a0baf1700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1a04069440 con 0x7f1a04123e10 2024-05-08T22:39:38.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0988d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 0x7f1a04096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0908c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 0x7f1a041276f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 0x7f1a04124290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 0x7f1a04124290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:38342/0 (socket says 172.21.15.38:38342) 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0988d700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 0x7f1a04096ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39050/0 (socket says 172.21.15.38:39050) 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0908c700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 0x7f1a041276f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45946/0 (socket says 172.21.15.38:45946) 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 -- 172.21.15.38:0/2527793214 learned_addr learned my addr 172.21.15.38:0/2527793214 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 -- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 msgr2=0x7f1a041276f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 --2- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 0x7f1a041276f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 -- 172.21.15.38:0/2527793214 >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 msgr2=0x7f1a04096ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 --2- 172.21.15.38:0/2527793214 >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 0x7f1a04096ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 -- 172.21.15.38:0/2527793214 --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a04068950 con 0x7f1a04123e10 2024-05-08T22:39:38.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0988d700 1 --2- 172.21.15.38:0/2527793214 >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 0x7f1a04096ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0908c700 1 --2- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 0x7f1a041276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0a08e700 1 --2- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 0x7f1a04124290 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 rx=0x7f19fc00d1a0 tx=0x7f19fc00ba50).ready entity=mon.2 client_cookie=548bb72c6f2015af server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0888b700 1 -- 172.21.15.38:0/2527793214 <== mon.2 v2:172.21.15.38:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19fc010070 con 0x7f1a04123e10 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0888b700 1 -- 172.21.15.38:0/2527793214 <== mon.2 v2:172.21.15.38:3302/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f19fc00dd00 con 0x7f1a04123e10 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.387+0000 7f1a0888b700 1 -- 172.21.15.38:0/2527793214 <== mon.2 v2:172.21.15.38:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19fc00b2e0 con 0x7f1a04123e10 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 -- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 msgr2=0x7f1a04124290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 0x7f1a04124290 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 rx=0x7f19fc00d1a0 tx=0x7f19fc00ba50).stop 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 -- 172.21.15.38:0/2527793214 shutdown_connections 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04123e10 0x7f1a04124290 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/2527793214 >> v2:172.21.15.38:3300/0 conn(0x7f1a04069f00 0x7f1a04096ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/2527793214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04127310 0x7f1a041276f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 -- 172.21.15.38:0/2527793214 >> 172.21.15.38:0/2527793214 conn(0x7f1a0409a660 msgr2=0x7f1a0409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 -- 172.21.15.38:0/2527793214 shutdown_connections 2024-05-08T22:39:38.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.388+0000 7f1a0baf1700 1 -- 172.21.15.38:0/2527793214 wait complete. 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 Processor -- start 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 -- start start 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 0x7f1a04135b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a04123e10 0x7f1a04136020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04127310 0x7f1a04136510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a04123bc0 con 0x7f1a04123e10 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a04096910 con 0x7f1a04069f00 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0baf1700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1a040985e0 con 0x7f1a04127310 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0988d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 0x7f1a04135b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0a08e700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04127310 0x7f1a04136510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0988d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 0x7f1a04135b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45956/0 (socket says 172.21.15.38:45956) 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0988d700 1 -- 172.21.15.38:0/3522029113 learned_addr learned my addr 172.21.15.38:0/3522029113 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.389+0000 7f1a0908c700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a04123e10 0x7f1a04136020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0988d700 1 -- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04127310 msgr2=0x7f1a04136510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:38.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0988d700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04127310 0x7f1a04136510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0988d700 1 -- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a04123e10 msgr2=0x7f1a04136020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0988d700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a04123e10 0x7f1a04136020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0988d700 1 -- 172.21.15.38:0/3522029113 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a000092a0 con 0x7f1a04069f00 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0988d700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 0x7f1a04135b30 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 rx=0x7f1a0000e980 tx=0x7f1a00009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a00012600 con 0x7f1a04069f00 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f1a00012760 con 0x7f1a04069f00 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19f40092a0 con 0x7f1a04069f00 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a00012ae0 con 0x7f1a04069f00 2024-05-08T22:39:38.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.390+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19fc00bcf0 con 0x7f1a04069f00 2024-05-08T22:39:38.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.391+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f1a0001b400 con 0x7f1a04069f00 2024-05-08T22:39:38.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.391+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 3936+0+0 (secure 0 0 0) 0x7f1a0003b740 con 0x7f1a04069f00 2024-05-08T22:39:38.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.391+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a04064be0 con 0x7f1a04069f00 2024-05-08T22:39:38.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.396+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f1a00016020 con 0x7f1a04069f00 2024-05-08T22:39:38.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:38.603+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f1a04127d20 con 0x7f1a04069f00 2024-05-08T22:39:39.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.248+0000 7f19fa7fc700 1 -- 172.21.15.38:0/3522029113 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v8) v1 ==== 104+0+0 (secure 0 0 0) 0x7f1a00019310 con 0x7f1a04069f00 2024-05-08T22:39:39.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 >> v1:172.21.15.38:6816/46721 conn(0x7f19e802bd00 legacy=0x7f19e802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:39.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 msgr2=0x7f1a04135b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 0x7f1a04135b30 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 rx=0x7f1a0000e980 tx=0x7f1a00009060).stop 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 shutdown_connections 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a04069f00 0x7f1a04135b30 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f1a04127310 0x7f1a04136510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 --2- 172.21.15.38:0/3522029113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a04123e10 0x7f1a04136020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 >> 172.21.15.38:0/3522029113 conn(0x7f1a0409a660 msgr2=0x7f1a040970f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 shutdown_connections 2024-05-08T22:39:39.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.251+0000 7f1a0baf1700 1 -- 172.21.15.38:0/3522029113 wait complete. 2024-05-08T22:39:39.267 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 Processor -- start 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 -- start start 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff520095730 0x7ff520095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52012ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 0x7ff520131870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff520091ba0 con 0x7ff520095730 2024-05-08T22:39:39.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff520092650 con 0x7ff520096000 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.439+0000 7ff525de8700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff5200912b0 con 0x7ff52012f480 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 0x7ff520131870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52012ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff520095730 0x7ff520095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51ffff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 0x7ff520131870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:38364/0 (socket says 172.21.15.38:38364) 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff520095730 0x7ff520095b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39076/0 (socket says 172.21.15.38:39076) 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52012ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45964/0 (socket says 172.21.15.38:45964) 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51ffff700 1 -- 172.21.15.38:0/360730796 learned_addr learned my addr 172.21.15.38:0/360730796 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 -- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 msgr2=0x7ff520131870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 0x7ff520131870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 -- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 msgr2=0x7ff52012ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52012ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 -- 172.21.15.38:0/360730796 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5200931c0 con 0x7ff520095730 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51ffff700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 0x7ff520131870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51f7fe700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff520095730 0x7ff520095b10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 rx=0x7ff510009790 tx=0x7ff510009060).ready entity=mon.0 client_cookie=4e0fa52f120e2341 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51e7fc700 1 -- 172.21.15.38:0/360730796 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100090d0 con 0x7ff520095730 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51e7fc700 1 -- 172.21.15.38:0/360730796 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7ff51000d4a0 con 0x7ff520095730 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.440+0000 7ff51e7fc700 1 -- 172.21.15.38:0/360730796 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51000d840 con 0x7ff520095730 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 -- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff520095730 msgr2=0x7ff520095b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff520095730 0x7ff520095b10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 rx=0x7ff510009790 tx=0x7ff510009060).stop 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 -- 172.21.15.38:0/360730796 shutdown_connections 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff52012f480 0x7ff520131870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff520095730 0x7ff520095b10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 --2- 172.21.15.38:0/360730796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52012ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 -- 172.21.15.38:0/360730796 >> 172.21.15.38:0/360730796 conn(0x7ff52009a850 msgr2=0x7ff520096820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 -- 172.21.15.38:0/360730796 shutdown_connections 2024-05-08T22:39:39.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.441+0000 7ff525de8700 1 -- 172.21.15.38:0/360730796 wait complete. 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 Processor -- start 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 -- start start 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff520095730 0x7ff52008b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52008b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff52012f480 0x7ff52008bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff52008dac0 con 0x7ff52012f480 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5200993f0 con 0x7ff520096000 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff525de8700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff520091990 con 0x7ff520095730 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff51effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52008b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.442+0000 7ff51f7fe700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff520095730 0x7ff52008b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52008b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:45966/0 (socket says 172.21.15.38:45966) 2024-05-08T22:39:39.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 -- 172.21.15.38:0/1249074168 learned_addr learned my addr 172.21.15.38:0/1249074168 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51ffff700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff52012f480 0x7ff52008bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 -- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff520095730 msgr2=0x7ff52008b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff520095730 0x7ff52008b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 -- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff52012f480 msgr2=0x7ff52008bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff52012f480 0x7ff52008bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 -- 172.21.15.38:0/1249074168 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff518009ae0 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff51effd700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52008b8e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 rx=0x7ff50800e930 tx=0x7ff508009060).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff508009510 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7ff508012600 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5100092a0 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5080129a0 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.443+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff52005e560 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.444+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7ff508012d50 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.444+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 3936+0+0 (secure 0 0 0) 0x7ff50803b650 con 0x7ff520096000 2024-05-08T22:39:39.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.444+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff52008fb00 con 0x7ff520096000 2024-05-08T22:39:39.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.449+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7ff508011b40 con 0x7ff520096000 2024-05-08T22:39:39.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:39.615+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff5200646d0 con 0x7ff520096000 2024-05-08T22:39:40.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.284+0000 7ff517fff700 1 -- 172.21.15.38:0/1249074168 <== mon.1 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v22) v1 ==== 181+0+0 (secure 0 0 0) 0x7ff508029030 con 0x7ff520096000 2024-05-08T22:39:40.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 >> v1:172.21.15.38:6816/46721 conn(0x7ff50002bd00 legacy=0x7ff50002e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:40.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 msgr2=0x7ff52008b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:40.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52008b8e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 rx=0x7ff50800e930 tx=0x7ff508009060).stop 2024-05-08T22:39:40.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 shutdown_connections 2024-05-08T22:39:40.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff52012f480 0x7ff52008bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7ff520095730 0x7ff52008b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 --2- 172.21.15.38:0/1249074168 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff520096000 0x7ff52008b8e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 >> 172.21.15.38:0/1249074168 conn(0x7ff52009a850 msgr2=0x7ff520068800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:40.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.291+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 shutdown_connections 2024-05-08T22:39:40.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.292+0000 7ff525de8700 1 -- 172.21.15.38:0/1249074168 wait complete. 2024-05-08T22:39:40.293 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_metadata' removed 2024-05-08T22:39:40.312 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-08T22:39:40.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.441+0000 7f9c727a0700 1 Processor -- start 2024-05-08T22:39:40.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.441+0000 7f9c727a0700 1 -- start start 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c727a0700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9c6c069f00 0x7f9c6c096ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c727a0700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c1276f0 0x7f9c6c124520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c727a0700 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c6c069440 con 0x7f9c6c127310 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c727a0700 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c6c06a2e0 con 0x7f9c6c069f00 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c727a0700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6c068010 con 0x7f9c6c1276f0 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c70d3d700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c1276f0 0x7f9c6c124520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6bfff700 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9c6c069f00 0x7f9c6c096ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6b7fe700 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f9c6c127310 0x7f9c6c123e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50294/0 (socket says 172.21.15.38:50294) 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6b7fe700 1 -- 172.21.15.38:0/1612735491 learned_addr learned my addr 172.21.15.38:0/1612735491 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6bfff700 1 -- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c1276f0 msgr2=0x7f9c6c124520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6bfff700 1 --2- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c1276f0 0x7f9c6c124520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6bfff700 1 -- 172.21.15.38:0/1612735491 >> v1:172.21.15.38:6789/0 conn(0x7f9c6c127310 legacy=0x7f9c6c123e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.442+0000 7f9c6affd700 1 -- 172.21.15.38:0/1612735491 <== mon.0 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 921178487 0 0) 0x7f9c6c069440 con 0x7f9c6c127310 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c6bfff700 1 -- 172.21.15.38:0/1612735491 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c6c068950 con 0x7f9c6c069f00 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c70d3d700 1 --2- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c1276f0 0x7f9c6c124520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c6bfff700 1 --2- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c069f00 0x7f9c6c096ba0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 rx=0x7f9c5c009760 tx=0x7f9c5c009060).ready entity=mon.0 client_cookie=35b02dee2c6f0cd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c6affd700 1 -- 172.21.15.38:0/1612735491 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c00f510 con 0x7f9c6c069f00 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c6affd700 1 -- 172.21.15.38:0/1612735491 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9c5c00f670 con 0x7f9c6c069f00 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c6affd700 1 -- 172.21.15.38:0/1612735491 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c00fa10 con 0x7f9c6c069f00 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 -- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c069f00 msgr2=0x7f9c6c096ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 --2- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c069f00 0x7f9c6c096ba0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 rx=0x7f9c5c009760 tx=0x7f9c5c009060).stop 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 -- 172.21.15.38:0/1612735491 shutdown_connections 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 --2- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c1276f0 0x7f9c6c124520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 --2- 172.21.15.38:0/1612735491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c069f00 0x7f9c6c096ba0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 -- 172.21.15.38:0/1612735491 >> 172.21.15.38:0/1612735491 conn(0x7f9c6c09a660 msgr2=0x7f9c6c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:40.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 -- 172.21.15.38:0/1612735491 shutdown_connections 2024-05-08T22:39:40.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.443+0000 7f9c727a0700 1 -- 172.21.15.38:0/1612735491 wait complete. 2024-05-08T22:39:40.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.444+0000 7f9c727a0700 1 Processor -- start 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.444+0000 7f9c727a0700 1 -- start start 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c727a0700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 0x7f9c6c123900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c727a0700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 0x7f9c6c1138e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c727a0700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c1276f0 0x7f9c6c113dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0).connect 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c727a0700 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6c116de0 con 0x7f9c6c127310 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c727a0700 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6c1179b0 con 0x7f9c6c1276f0 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c727a0700 1 -- --> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6c098ce0 con 0x7f9c6c069f00 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 0x7f9c6c1138e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:40.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 0x7f9c6c123900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 0x7f9c6c1138e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:39094/0 (socket says 172.21.15.38:39094) 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6bfff700 1 --2- >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 0x7f9c6c123900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_hello peer v2:172.21.15.38:3302/0 says I am v2:172.21.15.38:38382/0 (socket says 172.21.15.38:38382) 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c70d3d700 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c1276f0 0x7f9c6c113dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 rx=0 tx=0)._handle_peer_banner_payload supported=1 required=0 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 -- 172.21.15.38:0/3203985930 learned_addr learned my addr 172.21.15.38:0/3203985930 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 -- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 msgr2=0x7f9c6c123900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 0x7f9c6c123900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 -- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c1276f0 msgr2=0x7f9c6c113dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c1276f0 0x7f9c6c113dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 -- 172.21.15.38:0/3203985930 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c64009a20 con 0x7f9c6c127310 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6bfff700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 0x7f9c6c123900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c70d3d700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c1276f0 0x7f9c6c113dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).handle_auth_done state changed! 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.445+0000 7f9c6b7fe700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 0x7f9c6c1138e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 rx=0x7f9c6000c4c0 tx=0x7f9c60007c10).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.446+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c600072e0 con 0x7f9c6c127310 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.446+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f9c60007440 con 0x7f9c6c127310 2024-05-08T22:39:40.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.446+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c5c0092a0 con 0x7f9c6c127310 2024-05-08T22:39:40.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.446+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c600057a0 con 0x7f9c6c127310 2024-05-08T22:39:40.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.446+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c6c114cc0 con 0x7f9c6c127310 2024-05-08T22:39:40.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.446+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 4) v1 ==== 31635+0+0 (secure 0 0 0) 0x7f9c60005bd0 con 0x7f9c6c127310 2024-05-08T22:39:40.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.447+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 3498+0+0 (secure 0 0 0) 0x7f9c6003a9a0 con 0x7f9c6c127310 2024-05-08T22:39:40.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.447+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c6c064be0 con 0x7f9c6c127310 2024-05-08T22:39:40.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.451+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+157521 (secure 0 0 0) 0x7f9c6001b750 con 0x7f9c6c127310 2024-05-08T22:39:40.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:40.620+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f9c6c1146e0 con 0x7f9c6c127310 2024-05-08T22:39:41.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.287+0000 7f9c68ff9700 1 -- 172.21.15.38:0/3203985930 <== mon.0 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v23) v1 ==== 169+0+0 (secure 0 0 0) 0x7f9c6001b340 con 0x7f9c6c127310 2024-05-08T22:39:41.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.294+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 >> v1:172.21.15.38:6816/46721 conn(0x7f9c5802bd00 legacy=0x7f9c5802e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:41.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.294+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 msgr2=0x7f9c6c1138e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T22:39:41.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.294+0000 7f9c727a0700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 0x7f9c6c1138e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 rx=0x7f9c6000c4c0 tx=0x7f9c60007c10).stop 2024-05-08T22:39:41.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.295+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 shutdown_connections 2024-05-08T22:39:41.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.295+0000 7f9c727a0700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c1276f0 0x7f9c6c113dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:41.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.295+0000 7f9c727a0700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3302/0,v1:172.21.15.38:6791/0] conn(0x7f9c6c069f00 0x7f9c6c123900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:41.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.295+0000 7f9c727a0700 1 --2- 172.21.15.38:0/3203985930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c127310 0x7f9c6c1138e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 rx=0 tx=0).stop 2024-05-08T22:39:41.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.295+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 >> 172.21.15.38:0/3203985930 conn(0x7f9c6c09a660 msgr2=0x7f9c6c1241c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T22:39:41.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.295+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 shutdown_connections 2024-05-08T22:39:41.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-05-08T22:39:41.298+0000 7f9c727a0700 1 -- 172.21.15.38:0/3203985930 wait complete. 2024-05-08T22:39:41.312 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'cephfs_data' removed 2024-05-08T22:39:41.331 INFO:teuthology.misc:Shutting down mds daemons... 2024-05-08T22:39:41.332 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-05-08T22:39:41.332 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.348 INFO:tasks.ceph.mds.a:Stopped 2024-05-08T22:39:41.348 INFO:teuthology.misc:Shutting down osd daemons... 2024-05-08T22:39:41.348 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-05-08T22:39:41.348 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.430 INFO:tasks.ceph.osd.0:Stopped 2024-05-08T22:39:41.430 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-05-08T22:39:41.430 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.474 INFO:tasks.ceph.osd.1:Stopped 2024-05-08T22:39:41.474 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-05-08T22:39:41.475 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.516 INFO:tasks.ceph.osd.2:Stopped 2024-05-08T22:39:41.516 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-05-08T22:39:41.516 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.548 INFO:tasks.ceph.osd.3:Stopped 2024-05-08T22:39:41.548 INFO:teuthology.misc:Shutting down mgr daemons... 2024-05-08T22:39:41.549 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-05-08T22:39:41.549 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.609 INFO:tasks.ceph.mgr.x:Stopped 2024-05-08T22:39:41.609 INFO:teuthology.misc:Shutting down mon daemons... 2024-05-08T22:39:41.610 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-05-08T22:39:41.610 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.660 INFO:tasks.ceph.mon.a:Stopped 2024-05-08T22:39:41.660 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-05-08T22:39:41.661 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.711 INFO:tasks.ceph.mon.b:Stopped 2024-05-08T22:39:41.712 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-05-08T22:39:41.712 INFO:teuthology.orchestra.run:waiting for 300 2024-05-08T22:39:41.762 INFO:tasks.ceph.mon.c:Stopped 2024-05-08T22:39:41.762 INFO:tasks.ceph:Checking cluster log for badness... 2024-05-08T22:39:41.762 DEBUG:teuthology.orchestra.run.smithi038:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-05-08T22:39:41.838 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:39:41.838 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-05-08T22:39:42.199 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:39:42.199 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-05-08T22:39:42.312 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:39:42.312 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-05-08T22:39:42.378 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:39:42.378 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-05-08T22:39:42.450 INFO:tasks.ceph:Archiving mon data... 2024-05-08T22:39:42.452 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/data/mon.a.tgz 2024-05-08T22:39:42.452 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-05-08T22:39:42.470 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.z0yRgrSifE 2024-05-08T22:39:42.470 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.z0yRgrSifE 2024-05-08T22:39:42.759 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.z0yRgrSifE 2024-05-08T22:39:42.847 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.z0yRgrSifE is 853KB 2024-05-08T22:39:42.953 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.z0yRgrSifE 2024-05-08T22:39:42.970 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/data/mon.b.tgz 2024-05-08T22:39:42.971 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-05-08T22:39:43.028 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.e9ch35lzaR 2024-05-08T22:39:43.029 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.e9ch35lzaR 2024-05-08T22:39:43.339 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.e9ch35lzaR 2024-05-08T22:39:43.427 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.e9ch35lzaR is 1MB 2024-05-08T22:39:43.533 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.e9ch35lzaR 2024-05-08T22:39:43.551 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/data/mon.c.tgz 2024-05-08T22:39:43.552 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-05-08T22:39:43.608 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.vr5r6Z3sYE 2024-05-08T22:39:43.609 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.vr5r6Z3sYE 2024-05-08T22:39:43.915 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.vr5r6Z3sYE 2024-05-08T22:39:44.005 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.vr5r6Z3sYE is 1MB 2024-05-08T22:39:44.111 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.vr5r6Z3sYE 2024-05-08T22:39:44.129 INFO:tasks.ceph:Cleaning ceph cluster... 2024-05-08T22:39:44.129 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-05-08T22:39:44.171 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-05-08T22:39:44.206 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-05-08T22:39:44.206 DEBUG:teuthology.orchestra.run.smithi038:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-05-08T22:39:44.238 DEBUG:teuthology.orchestra.run.smithi143:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-05-08T22:39:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-05-08T22:39:44.277 INFO:teuthology.orchestra.run.smithi143.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-05-08T22:39:44.284 INFO:tasks.ceph:Archiving crash dumps... 2024-05-08T22:39:44.285 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/remote/smithi038/crash 2024-05-08T22:39:44.286 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-05-08T22:39:44.337 DEBUG:teuthology.misc:Transferring archived files from smithi143:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/remote/smithi143/crash 2024-05-08T22:39:44.338 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-05-08T22:39:44.377 INFO:tasks.ceph:Compressing logs... 2024-05-08T22:39:44.377 DEBUG:teuthology.orchestra.run.smithi038:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T22:39:44.382 DEBUG:teuthology.orchestra.run.smithi143:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T22:39:52.718 INFO:tasks.ceph:Archiving logs... 2024-05-08T22:39:52.718 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/remote/smithi038/log 2024-05-08T22:39:52.720 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-08T22:39:53.381 DEBUG:teuthology.misc:Transferring archived files from smithi143:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/remote/smithi143/log 2024-05-08T22:39:53.382 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-08T22:39:54.050 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-08T22:39:54.062 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-08T22:39:54.062 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-08T22:39:54.065 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-08T22:39:54.160 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-08T22:39:54.170 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-08T22:39:54.170 DEBUG:teuthology.orchestra.run.smithi038:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T22:39:54.173 DEBUG:teuthology.orchestra.run.smithi143:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T22:39:54.191 INFO:teuthology.orchestra.run.smithi038.stderr:bash: ntpq: command not found 2024-05-08T22:39:54.192 INFO:teuthology.orchestra.run.smithi143.stderr:bash: ntpq: command not found 2024-05-08T22:39:54.196 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T22:39:54.196 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-05-08T22:39:54.197 INFO:teuthology.orchestra.run.smithi038.stdout:^* hv01.front.sepia.ceph.com 3 6 377 8 +1501us[+1509us] +/- 47ms 2024-05-08T22:39:54.197 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 7 -1408us[-1408us] +/- 54ms 2024-05-08T22:39:54.197 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 7 -582us[ -582us] +/- 69ms 2024-05-08T22:39:54.197 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:39:54.198 INFO:teuthology.orchestra.run.smithi143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T22:39:54.198 INFO:teuthology.orchestra.run.smithi143.stdout:=============================================================================== 2024-05-08T22:39:54.198 INFO:teuthology.orchestra.run.smithi143.stdout:^* hv01.front.sepia.ceph.com 3 6 377 7 +1526us[+1531us] +/- 47ms 2024-05-08T22:39:54.198 INFO:teuthology.orchestra.run.smithi143.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 9 -1390us[-1385us] +/- 54ms 2024-05-08T22:39:54.198 INFO:teuthology.orchestra.run.smithi143.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 7 -569us[ -564us] +/- 69ms 2024-05-08T22:39:54.198 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T22:39:54.198 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-08T22:39:54.213 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-08T22:39:54.214 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-08T22:39:54.263 DEBUG:teuthology.orchestra.run.smithi038:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-08T22:39:54.334 DEBUG:teuthology.orchestra.run.smithi143:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-08T22:39:54.401 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-08T22:39:54.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:39:54.435 DEBUG:teuthology.orchestra.run.smithi143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-05-08T22:39:54.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:39:54.466 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-08T22:39:54.477 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-08T22:39:54.513 INFO:teuthology.task.internal:Duration was 963.094392 seconds 2024-05-08T22:39:54.513 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-08T22:39:54.564 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-08T22:39:54.565 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-08T22:39:54.568 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-08T22:39:54.615 INFO:teuthology.orchestra.run.smithi143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T22:39:54.617 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T22:39:54.706 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-08T22:39:54.706 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi038.front.sepia.ceph.com 2024-05-08T22:39:54.706 DEBUG:teuthology.orchestra.run.smithi038:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-08T22:39:54.729 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi143.front.sepia.ceph.com 2024-05-08T22:39:54.729 DEBUG:teuthology.orchestra.run.smithi143:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-08T22:39:54.754 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-08T22:39:54.754 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T22:39:54.772 DEBUG:teuthology.orchestra.run.smithi143:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T22:39:54.836 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-08T22:39:54.836 DEBUG:teuthology.orchestra.run.smithi038:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-08T22:39:54.838 DEBUG:teuthology.orchestra.run.smithi143:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-08T22:39:54.944 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-08T22:39:54.958 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-08T22:39:54.958 DEBUG:teuthology.orchestra.run.smithi038:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-08T22:39:54.987 DEBUG:teuthology.orchestra.run.smithi143:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-08T22:39:55.014 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-08T22:39:55.025 DEBUG:teuthology.orchestra.run.smithi038:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-08T22:39:55.029 DEBUG:teuthology.orchestra.run.smithi143:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-08T22:39:55.054 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = core 2024-05-08T22:39:55.080 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern = core 2024-05-08T22:39:55.093 DEBUG:teuthology.orchestra.run.smithi038:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-08T22:39:55.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:39:55.139 DEBUG:teuthology.orchestra.run.smithi143:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-08T22:39:55.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T22:39:55.156 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-08T22:39:55.170 INFO:teuthology.task.internal:Transferring archived files... 2024-05-08T22:39:55.171 DEBUG:teuthology.misc:Transferring archived files from smithi038:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/remote/smithi038 2024-05-08T22:39:55.171 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-08T22:39:55.220 DEBUG:teuthology.misc:Transferring archived files from smithi143:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-05-08_19:22:21-fs-wip-pdonnell-testing-20240508.150423-reef-distro-default-smithi/7698121/remote/smithi143 2024-05-08T22:39:55.220 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-08T22:39:55.258 INFO:teuthology.task.internal:Removing archive directory... 2024-05-08T22:39:55.258 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-08T22:39:55.261 DEBUG:teuthology.orchestra.run.smithi143:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-08T22:39:55.309 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-08T22:39:55.323 INFO:teuthology.task.internal:Not uploading archives. 2024-05-08T22:39:55.323 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-08T22:39:55.358 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-08T22:39:55.358 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-08T22:39:55.360 DEBUG:teuthology.orchestra.run.smithi143:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-08T22:39:55.376 INFO:teuthology.orchestra.run.smithi038.stdout: 525634 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 8 22:39 /home/ubuntu/cephtest 2024-05-08T22:39:55.377 INFO:teuthology.orchestra.run.smithi143.stdout: 525357 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 8 22:39 /home/ubuntu/cephtest 2024-05-08T22:39:55.378 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-08T22:39:55.406 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-08T22:39:55.519 INFO:teuthology.run:Summary data: description: fs/upgrade/upgraded_client/{bluestore-bitmap centos_8 clusters/{1-mds-1-client-micro} conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-from/pacific 1-mount/mount/fuse 2-workload/stress_tests/{0-client-upgrade 1-tests/iozone}}} duration: 963.0943918228149 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-05-08T22:39:55.519 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-08T22:39:55.605 INFO:teuthology.run:pass